Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ed8a7d2281dcb9c5e562bd1c5b869ea385b03989"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ed8a7d2281dcb9c5e562bd1c5b869ea385b03989
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[13:18:43.533] New invocation is queued and will start shortly
[13:18:50.147] Starting the invocation (attempt 1)
[13:18:50.187] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ed8a7d2281dcb9c5e562bd1c5b869ea385b03989"
[13:18:50.188] Popped gitiles commit info from properties and tags
[13:18:50.188] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:18:50.188] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:18:50.188] Buildbucket request:
{
  "requestId": "8931055971795873472",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ed8a7d2281dcb9c5e562bd1c5b869ea385b03989",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8931055971795873472"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:18:51.253] Scheduled build:
{
  "id": "8765625904061658193",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30687,
  "createdBy": "project:chromium",
  "createTime": "2023-11-01T13:18:50.279213534Z",
  "updateTime": "2023-11-01T13:18:50.279213534Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ed8a7d2281dcb9c5e562bd1c5b869ea385b03989",
      "ref": "refs/heads/main"
    }
  }
}
[13:18:51.253] Task URL: https://cr-buildbucket.appspot.com/build/8765625904061658193
[13:18:51.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:2:0) after 7m13s
[13:18:52.087] Received PubSub notification, asking Buildbucket for the build status
[13:18:52.112] Build status: SCHEDULED
[13:18:59.136] Received PubSub notification, asking Buildbucket for the build status
[13:18:59.157] Build status: STARTED
[13:26:04.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:2:0)
[13:26:04.498] Build status: STARTED
[13:26:04.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:5:0) after 7m41s
[13:33:45.820] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:5:0)
[13:33:45.839] Build status: STARTED
[13:33:45.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:6:0) after 8m12s
[13:41:57.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:6:0)
[13:41:57.920] Build status: STARTED
[13:41:57.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:7:0) after 5m26s
[13:47:24.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:7:0)
[13:47:24.093] Build status: STARTED
[13:47:24.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:8:0) after 1m31s
[13:48:55.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:8:0)
[13:48:55.312] Build status: STARTED
[13:48:55.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:9:0) after 9m32s
[13:58:27.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:9:0)
[13:58:27.388] Build status: STARTED
[13:58:27.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:10:0) after 4m49s
[14:03:16.419] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:10:0)
[14:03:16.436] Build status: STARTED
[14:03:16.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:11:0) after 6m56s
[14:10:12.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:11:0)
[14:10:12.626] Build status: STARTED
[14:10:12.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:12:0) after 7m27s
[14:17:39.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:12:0)
[14:17:39.652] Build status: STARTED
[14:17:39.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:13:0) after 9m13s
[14:26:52.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:13:0)
[14:26:52.817] Build status: STARTED
[14:26:52.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:14:0) after 4m22s
[14:31:14.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:14:0)
[14:31:14.982] Build status: STARTED
[14:31:14.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:15:0) after 3m10s
[14:34:25.038] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:15:0)
[14:34:25.060] Build status: STARTED
[14:34:25.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:16:0) after 6m32s
[14:40:57.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:16:0)
[14:40:57.274] Build status: STARTED
[14:40:57.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:17:0) after 1m16s
[14:42:13.308] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:17:0)
[14:42:13.345] Build status: STARTED
[14:42:13.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:18:0) after 7m24s
[14:49:37.542] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:18:0)
[14:49:37.574] Build status: STARTED
[14:49:37.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:19:0) after 4m51s
[14:54:28.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:19:0)
[14:54:28.746] Build status: STARTED
[14:54:28.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:20:0) after 5m51s
[15:00:19.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:20:0)
[15:00:19.869] Build status: STARTED
[15:00:19.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:21:0) after 3m12s
[15:03:31.910] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:21:0)
[15:03:31.940] Build status: STARTED
[15:03:31.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:22:0) after 7m24s
[15:10:55.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:22:0)
[15:10:56.008] Build status: STARTED
[15:10:56.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:23:0) after 9m4s
[15:20:00.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:23:0)
[15:20:00.058] Build status: STARTED
[15:20:00.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:24:0) after 2m24s
[15:22:24.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:24:0)
[15:22:24.184] Build status: STARTED
[15:22:24.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:25:0) after 5m3s
[15:27:27.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:25:0)
[15:27:27.347] Build status: STARTED
[15:27:27.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:26:0) after 1m39s
[15:29:06.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:26:0)
[15:29:06.409] Build status: STARTED
[15:29:06.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:27:0) after 2m18s
[15:31:24.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:27:0)
[15:31:24.467] Build status: STARTED
[15:31:24.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:28:0) after 8m37s
[15:40:01.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:28:0)
[15:40:01.694] Build status: STARTED
[15:40:01.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:29:0) after 2m5s
[15:42:06.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:29:0)
[15:42:06.813] Build status: STARTED
[15:42:06.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:30:0) after 8m15s
[15:50:22.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:30:0)
[15:50:22.309] Build status: STARTED
[15:50:22.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:31:0) after 3m1s
[15:53:23.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:31:0)
[15:53:23.595] Build status: STARTED
[15:53:23.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:32:0) after 9m11s
[16:02:34.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:32:0)
[16:02:34.948] Build status: STARTED
[16:02:34.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:33:0) after 1m34s
[16:04:09.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:33:0)
[16:04:09.070] Build status: STARTED
[16:04:09.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:34:0) after 7m27s
[16:11:36.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:34:0)
[16:11:36.228] Build status: STARTED
[16:11:36.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:35:0) after 9m53s
[16:21:29.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:35:0)
[16:21:29.745] Build status: STARTED
[16:21:29.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:36:0) after 6m53s
[16:28:23.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:36:0)
[16:28:23.298] Build status: STARTED
[16:28:23.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:37:0) after 1m56s
[16:30:19.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:37:0)
[16:30:19.411] Build status: STARTED
[16:30:19.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:38:0) after 2m19s
[16:32:38.573] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:38:0)
[16:32:38.592] Build status: STARTED
[16:32:38.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:39:0) after 1m17s
[16:33:55.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:39:0)
[16:33:55.682] Build status: STARTED
[16:33:55.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:40:0) after 7m1s
[16:40:56.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:40:0)
[16:40:56.946] Build status: STARTED
[16:40:56.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:41:0) after 8m24s
[16:49:21.446] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:41:0)
[16:49:21.529] Build status: STARTED
[16:49:21.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:42:0) after 5m23s
[16:54:44.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:42:0)
[16:54:44.916] Build status: STARTED
[16:54:44.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:43:0) after 1m7s
[16:55:52.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:43:0)
[16:55:52.162] Build status: STARTED
[16:55:52.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:44:0) after 3m35s
[16:59:27.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:44:0)
[16:59:27.239] Build status: STARTED
[16:59:27.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:45:0) after 6m49s
[17:06:16.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:45:0)
[17:06:16.292] Build status: STARTED
[17:06:16.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:46:0) after 8m47s
[17:15:03.417] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:46:0)
[17:15:03.439] Build status: STARTED
[17:15:03.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:47:0) after 6m14s
[17:21:17.622] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:47:0)
[17:21:17.643] Build status: STARTED
[17:21:17.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:48:0) after 6m21s
[17:27:39.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:48:0)
[17:27:39.077] Build status: STARTED
[17:27:39.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:49:0) after 3m34s
[17:31:13.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:49:0)
[17:31:13.219] Build status: STARTED
[17:31:13.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:50:0) after 4m31s
[17:35:45.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:50:0)
[17:35:45.062] Build status: STARTED
[17:35:45.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:51:0) after 4m33s
[17:40:18.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:51:0)
[17:40:18.132] Build status: STARTED
[17:40:18.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:52:0) after 4m27s
[17:44:45.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:52:0)
[17:44:45.212] Build status: STARTED
[17:44:45.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:53:0) after 1m17s
[17:46:02.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:53:0)
[17:46:02.282] Build status: STARTED
[17:46:02.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:54:0) after 8m49s
[17:54:51.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:54:0)
[17:54:51.413] Build status: STARTED
[17:54:51.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:55:0) after 6m53s
[18:01:44.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:55:0)
[18:01:44.823] Build status: STARTED
[18:01:44.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:56:0) after 2m29s
[18:04:14.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:56:0)
[18:04:14.221] Build status: STARTED
[18:04:14.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:57:0) after 7m8s
[18:11:22.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:57:0)
[18:11:22.291] Build status: STARTED
[18:11:22.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:58:0) after 9m49s
[18:21:11.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:58:0)
[18:21:11.343] Build status: STARTED
[18:21:11.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:59:0) after 5m33s
[18:26:44.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:59:0)
[18:26:44.751] Build status: STARTED
[18:26:44.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:60:0) after 7m17s
[18:34:02.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:60:0)
[18:34:02.367] Build status: STARTED
[18:34:02.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:61:0) after 9m28s
[18:43:30.413] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:61:0)
[18:43:30.433] Build status: STARTED
[18:43:30.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:62:0) after 7m52s
[18:51:22.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:62:0)
[18:51:22.505] Build status: STARTED
[18:51:22.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:63:0) after 8m39s
[19:00:01.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:63:0)
[19:00:01.595] Build status: STARTED
[19:00:01.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:64:0) after 6m40s
[19:06:41.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:64:0)
[19:06:41.681] Build status: STARTED
[19:06:41.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:65:0) after 4m0s
[19:10:41.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:65:0)
[19:10:41.753] Build status: STARTED
[19:10:41.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:66:0) after 2m54s
[19:13:35.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:66:0)
[19:13:35.969] Build status: STARTED
[19:13:35.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:67:0) after 4m7s
[19:17:43.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:67:0)
[19:17:43.243] Build status: STARTED
[19:17:43.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:68:0) after 3m42s
[19:21:25.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:68:0)
[19:21:25.297] Build status: STARTED
[19:21:25.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:69:0) after 6m39s
[19:28:04.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:69:0)
[19:28:04.455] Build status: STARTED
[19:28:04.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:70:0) after 2m5s
[19:30:09.543] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:70:0)
[19:30:09.579] Build status: STARTED
[19:30:09.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:71:0) after 6m57s
[19:37:06.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:71:0)
[19:37:06.768] Build status: STARTED
[19:37:06.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:72:0) after 6m9s
[19:43:16.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:72:0)
[19:43:16.410] Build status: STARTED
[19:43:16.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:73:0) after 6m19s
[19:49:35.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:73:0)
[19:49:35.576] Build status: STARTED
[19:49:35.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:74:0) after 1m59s
[19:51:34.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:74:0)
[19:51:34.645] Build status: STARTED
[19:51:34.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:75:0) after 9m25s
[20:00:59.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:75:0)
[20:00:59.876] Build status: STARTED
[20:00:59.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:76:0) after 5m46s
[20:06:45.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:76:0)
[20:06:46.028] Build status: STARTED
[20:06:46.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:77:0) after 1m14s
[20:08:00.428] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:77:0)
[20:08:00.457] Build status: STARTED
[20:08:00.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:78:0) after 5m55s
[20:13:55.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:78:0)
[20:13:55.690] Build status: STARTED
[20:13:55.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:79:0) after 1m13s
[20:15:08.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:79:0)
[20:15:08.744] Build status: STARTED
[20:15:08.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:80:0) after 2m1s
[20:17:10.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:80:0)
[20:17:10.331] Build status: STARTED
[20:17:10.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:81:0) after 5m41s
[20:22:51.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:81:0)
[20:22:51.510] Build status: STARTED
[20:22:51.510] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:82:0) after 4m21s
[20:27:12.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:82:0)
[20:27:12.780] Build status: STARTED
[20:27:12.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:83:0) after 3m35s
[20:30:48.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:83:0)
[20:30:48.106] Build status: STARTED
[20:30:48.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:84:0) after 5m30s
[20:36:18.158] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:84:0)
[20:36:18.177] Build status: STARTED
[20:36:18.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:85:0) after 6m28s
[20:42:46.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:85:0)
[20:42:46.255] Build status: STARTED
[20:42:46.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:86:0) after 2m48s
[20:45:34.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:86:0)
[20:45:34.350] Build status: STARTED
[20:45:34.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:87:0) after 4m49s
[20:50:23.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:87:0)
[20:50:23.457] Build status: STARTED
[20:50:23.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:88:0) after 1m22s
[20:51:45.817] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:88:0)
[20:51:45.834] Build status: STARTED
[20:51:45.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:89:0) after 9m35s
[21:01:20.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:89:0)
[21:01:20.934] Build status: STARTED
[21:01:20.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:90:0) after 5m18s
[21:06:39.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:90:0)
[21:06:39.040] Build status: STARTED
[21:06:39.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:91:0) after 9m20s
[21:15:59.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:91:0)
[21:15:59.082] Build status: STARTED
[21:15:59.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:92:0) after 2m8s
[21:18:07.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:92:0)
[21:18:07.283] Build status: STARTED
[21:18:07.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:93:0) after 9m19s
[21:27:26.317] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:93:0)
[21:27:26.346] Build status: STARTED
[21:27:26.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:94:0) after 7m52s
[21:35:18.662] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:94:0)
[21:35:18.683] Build status: STARTED
[21:35:18.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:95:0) after 5m16s
[21:40:35.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:95:0)
[21:40:35.030] Build status: STARTED
[21:40:35.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:96:0) after 4m33s
[21:45:08.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:96:0)
[21:45:08.385] Build status: STARTED
[21:45:08.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:97:0) after 4m6s
[21:49:14.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:97:0)
[21:49:14.570] Build status: STARTED
[21:49:14.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:98:0) after 1m32s
[21:50:46.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:98:0)
[21:50:46.665] Build status: STARTED
[21:50:46.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:99:0) after 7m19s
[21:58:05.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:99:0)
[21:58:05.942] Build status: STARTED
[21:58:05.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:100:0) after 4m22s
[22:02:27.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:100:0)
[22:02:28.008] Build status: STARTED
[22:02:28.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:101:0) after 5m13s
[22:07:41.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:101:0)
[22:07:41.251] Build status: STARTED
[22:07:41.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:102:0) after 6m7s
[22:13:48.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:102:0)
[22:13:48.326] Build status: STARTED
[22:13:48.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:103:0) after 1m32s
[22:15:20.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:103:0)
[22:15:20.421] Build status: STARTED
[22:15:20.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:104:0) after 9m49s
[22:25:09.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:104:0)
[22:25:09.591] Build status: STARTED
[22:25:09.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:105:0) after 8m3s
[22:33:12.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:105:0)
[22:33:12.737] Build status: STARTED
[22:33:12.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:106:0) after 7m11s
[22:40:23.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:106:0)
[22:40:23.909] Build status: STARTED
[22:40:23.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:107:0) after 5m22s
[22:45:45.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:107:0)
[22:45:45.975] Build status: STARTED
[22:45:45.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:108:0) after 4m59s
[22:50:45.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:108:0)
[22:50:45.035] Build status: STARTED
[22:50:45.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:109:0) after 6m10s
[22:56:55.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:109:0)
[22:56:55.096] Build status: STARTED
[22:56:55.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:110:0) after 8m39s
[23:05:34.254] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:110:0)
[23:05:34.309] Build status: STARTED
[23:05:34.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:111:0) after 6m2s
[23:11:36.472] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:111:0)
[23:11:36.569] Build status: STARTED
[23:11:36.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:112:0) after 7m27s
[23:19:04.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:112:0)
[23:19:04.079] Build status: STARTED
[23:19:04.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:113:0) after 5m35s
[23:24:39.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:113:0)
[23:24:39.421] Build status: STARTED
[23:24:39.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:114:0) after 6m9s
[23:30:48.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:114:0)
[23:30:48.785] Build status: STARTED
[23:30:48.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:115:0) after 2m46s
[23:33:34.898] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:115:0)
[23:33:34.917] Build status: STARTED
[23:33:34.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:116:0) after 7m0s
[23:40:34.970] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:116:0)
[23:40:34.988] Build status: STARTED
[23:40:34.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:117:0) after 2m10s
[23:42:45.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:117:0)
[23:42:45.049] Build status: STARTED
[23:42:45.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:118:0) after 5m34s
[23:48:19.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:118:0)
[23:48:19.520] Build status: STARTED
[23:48:19.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:119:0) after 7m39s
[23:55:58.560] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:119:0)
[23:55:58.586] Build status: STARTED
[23:55:58.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:120:0) after 2m58s
[23:58:56.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:120:0)
[23:58:56.735] Build status: STARTED
[23:58:56.735] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:121:0) after 2m37s
[00:01:33.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:121:0)
[00:01:33.888] Build status: STARTED
[00:01:33.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:122:0) after 2m41s
[00:04:14.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:122:0)
[00:04:14.954] Build status: STARTED
[00:04:14.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:123:0) after 6m42s
[00:10:57.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:123:0)
[00:10:57.084] Build status: STARTED
[00:10:57.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:124:0) after 2m47s
[00:13:44.170] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:124:0)
[00:13:44.192] Build status: STARTED
[00:13:44.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:125:0) after 8m44s
[00:22:28.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:125:0)
[00:22:28.284] Build status: STARTED
[00:22:28.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:126:0) after 8m49s
[00:31:17.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:126:0)
[00:31:17.446] Build status: STARTED
[00:31:17.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:127:0) after 6m14s
[00:37:31.574] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:127:0)
[00:37:31.596] Build status: STARTED
[00:37:31.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:128:0) after 8m20s
[00:45:51.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:128:0)
[00:45:51.859] Build status: STARTED
[00:45:51.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:129:0) after 7m27s
[00:53:19.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:129:0)
[00:53:19.056] Build status: STARTED
[00:53:19.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:130:0) after 2m12s
[00:55:31.286] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:130:0)
[00:55:31.384] Build status: STARTED
[00:55:31.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:131:0) after 3m56s
[00:59:27.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:131:0)
[00:59:27.533] Build status: STARTED
[00:59:27.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:132:0) after 5m22s
[01:04:49.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:132:0)
[01:04:49.626] Build status: STARTED
[01:04:49.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:133:0) after 9m46s
[01:14:35.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:133:0)
[01:14:35.706] Build status: STARTED
[01:14:35.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:134:0) after 5m44s
[01:20:19.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:134:0)
[01:20:19.914] Build status: STARTED
[01:20:19.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:135:0) after 8m38s
[01:28:57.922] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:135:0)
[01:28:57.955] Build status: STARTED
[01:28:57.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:136:0) after 7m37s
[01:36:35.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:136:0)
[01:36:35.124] Build status: STARTED
[01:36:35.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:137:0) after 8m16s
[01:44:51.940] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:137:0)
[01:44:51.959] Build status: STARTED
[01:44:51.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:138:0) after 6m56s
[01:51:48.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:138:0)
[01:51:48.140] Build status: STARTED
[01:51:48.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:139:0) after 8m5s
[01:59:53.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:139:0)
[01:59:53.418] Build status: STARTED
[01:59:53.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:140:0) after 8m38s
[02:08:31.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:140:0)
[02:08:31.475] Build status: STARTED
[02:08:31.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:141:0) after 6m2s
[02:14:33.606] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:141:0)
[02:14:33.670] Build status: STARTED
[02:14:33.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:142:0) after 5m18s
[02:19:51.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:142:0)
[02:19:51.731] Build status: STARTED
[02:19:51.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:143:0) after 3m49s
[02:23:40.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:143:0)
[02:23:40.793] Build status: STARTED
[02:23:40.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:144:0) after 4m24s
[02:28:05.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:144:0)
[02:28:05.378] Build status: STARTED
[02:28:05.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:145:0) after 6m14s
[02:34:19.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:145:0)
[02:34:19.600] Build status: STARTED
[02:34:19.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:146:0) after 9m27s
[02:43:46.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:146:0)
[02:43:46.720] Build status: STARTED
[02:43:46.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:147:0) after 7m2s
[02:50:48.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:147:0)
[02:50:48.918] Build status: STARTED
[02:50:48.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:148:0) after 7m28s
[02:58:17.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:148:0)
[02:58:17.211] Build status: STARTED
[02:58:17.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:149:0) after 9m14s
[03:07:31.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:149:0)
[03:07:31.461] Build status: STARTED
[03:07:31.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:150:0) after 8m56s
[03:16:27.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:150:0)
[03:16:27.799] Build status: STARTED
[03:16:27.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:151:0) after 6m32s
[03:22:59.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:151:0)
[03:22:59.847] Build status: STARTED
[03:22:59.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:152:0) after 1m6s
[03:24:05.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:152:0)
[03:24:05.929] Build status: STARTED
[03:24:05.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:153:0) after 1m21s
[03:25:26.959] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:153:0)
[03:25:26.975] Build status: STARTED
[03:25:26.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:154:0) after 5m15s
[03:30:42.280] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:154:0)
[03:30:42.300] Build status: STARTED
[03:30:42.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:155:0) after 7m40s
[03:38:22.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:155:0)
[03:38:22.397] Build status: STARTED
[03:38:22.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:156:0) after 4m8s
[03:42:30.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:156:0)
[03:42:30.812] Build status: STARTED
[03:42:30.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:157:0) after 4m53s
[03:47:24.071] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:157:0)
[03:47:24.090] Build status: STARTED
[03:47:24.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:158:0) after 2m1s
[03:49:25.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:158:0)
[03:49:25.384] Build status: STARTED
[03:49:25.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:159:0) after 4m1s
[03:53:26.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:159:0)
[03:53:26.513] Build status: STARTED
[03:53:26.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:160:0) after 4m51s
[03:58:17.652] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:160:0)
[03:58:17.666] Build status: STARTED
[03:58:17.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:161:0) after 3m55s
[04:02:12.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:161:0)
[04:02:12.942] Build status: STARTED
[04:02:12.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:162:0) after 3m18s
[04:05:31.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:162:0)
[04:05:31.051] Build status: STARTED
[04:05:31.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:163:0) after 5m45s
[04:11:16.180] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:163:0)
[04:11:16.203] Build status: STARTED
[04:11:16.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:164:0) after 6m50s
[04:18:06.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:164:0)
[04:18:06.318] Build status: STARTED
[04:18:06.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:165:0) after 5m31s
[04:23:37.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:165:0)
[04:23:37.594] Build status: STARTED
[04:23:37.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:166:0) after 1m22s
[04:24:59.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:166:0)
[04:24:59.647] Build status: STARTED
[04:24:59.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:167:0) after 9m14s
[04:34:13.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:167:0)
[04:34:13.901] Build status: STARTED
[04:34:13.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:168:0) after 3m42s
[04:37:56.040] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:168:0)
[04:37:56.102] Build status: STARTED
[04:37:56.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:169:0) after 5m48s
[04:43:44.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:169:0)
[04:43:44.152] Build status: STARTED
[04:43:44.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:170:0) after 7m54s
[04:51:38.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:170:0)
[04:51:38.226] Build status: STARTED
[04:51:38.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:171:0) after 3m21s
[04:54:59.330] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:171:0)
[04:54:59.357] Build status: STARTED
[04:54:59.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:172:0) after 5m24s
[05:00:23.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:172:0)
[05:00:23.439] Build status: STARTED
[05:00:23.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:173:0) after 8m15s
[05:08:38.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:173:0)
[05:08:38.485] Build status: STARTED
[05:08:38.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:174:0) after 3m37s
[05:12:15.517] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:174:0)
[05:12:15.542] Build status: STARTED
[05:12:15.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:175:0) after 7m54s
[05:20:09.717] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:175:0)
[05:20:09.738] Build status: STARTED
[05:20:09.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:176:0) after 6m36s
[05:26:45.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:176:0)
[05:26:45.918] Build status: STARTED
[05:26:45.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:177:0) after 2m40s
[05:29:25.953] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:177:0)
[05:29:25.970] Build status: STARTED
[05:29:25.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:178:0) after 4m52s
[05:34:18.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:178:0)
[05:34:18.040] Build status: STARTED
[05:34:18.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:179:0) after 7m28s
[05:41:46.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:179:0)
[05:41:46.297] Build status: STARTED
[05:41:46.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:180:0) after 2m38s
[05:44:24.324] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:180:0)
[05:44:24.460] Build status: STARTED
[05:44:24.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:181:0) after 7m6s
[05:51:30.505] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:181:0)
[05:51:30.520] Build status: STARTED
[05:51:30.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:182:0) after 3m16s
[05:54:46.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:182:0)
[05:54:46.779] Build status: STARTED
[05:54:46.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:183:0) after 1m26s
[05:56:12.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:183:0)
[05:56:12.937] Build status: STARTED
[05:56:12.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:184:0) after 4m31s
[06:00:44.047] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:184:0)
[06:00:44.066] Build status: STARTED
[06:00:44.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:185:0) after 4m31s
[06:05:15.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:185:0)
[06:05:15.181] Build status: STARTED
[06:05:15.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:186:0) after 2m54s
[06:08:09.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:186:0)
[06:08:09.278] Build status: STARTED
[06:08:09.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:187:0) after 2m59s
[06:11:08.305] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:187:0)
[06:11:08.326] Build status: STARTED
[06:11:08.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:188:0) after 1m41s
[06:12:49.415] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:188:0)
[06:12:49.451] Build status: STARTED
[06:12:49.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:189:0) after 8m2s
[06:20:51.485] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:189:0)
[06:20:51.503] Build status: STARTED
[06:20:51.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:190:0) after 6m5s
[06:26:56.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:190:0)
[06:26:56.554] Build status: STARTED
[06:26:56.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:191:0) after 1m47s
[06:28:43.719] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:191:0)
[06:28:43.739] Build status: STARTED
[06:28:43.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:192:0) after 6m14s
[06:34:57.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:192:0)
[06:34:57.798] Build status: STARTED
[06:34:57.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:193:0) after 3m34s
[06:38:31.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:193:0)
[06:38:31.851] Build status: STARTED
[06:38:31.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:194:0) after 3m14s
[06:41:45.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:194:0)
[06:41:45.906] Build status: STARTED
[06:41:45.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:195:0) after 4m25s
[06:46:11.109] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:195:0)
[06:46:11.134] Build status: STARTED
[06:46:11.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:196:0) after 8m5s
[06:54:16.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:196:0)
[06:54:16.183] Build status: STARTED
[06:54:16.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:197:0) after 5m6s
[06:59:22.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:197:0)
[06:59:22.360] Build status: STARTED
[06:59:22.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:198:0) after 6m58s
[07:06:20.395] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:198:0)
[07:06:20.415] Build status: STARTED
[07:06:20.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:199:0) after 9m16s
[07:15:36.451] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:199:0)
[07:15:36.476] Build status: STARTED
[07:15:36.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:200:0) after 7m16s
[07:22:52.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:200:0)
[07:22:52.706] Build status: STARTED
[07:22:52.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:201:0) after 2m46s
[07:25:38.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:201:0)
[07:25:38.791] Build status: STARTED
[07:25:38.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:202:0) after 6m19s
[07:31:57.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:202:0)
[07:31:57.842] Build status: STARTED
[07:31:57.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:203:0) after 2m24s
[07:34:21.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:203:0)
[07:34:21.905] Build status: STARTED
[07:34:21.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:204:0) after 5m10s
[07:39:31.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:204:0)
[07:39:32.031] Build status: STARTED
[07:39:32.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:205:0) after 7m17s
[07:46:49.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:205:0)
[07:46:49.086] Build status: STARTED
[07:46:49.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:206:0) after 9m46s
[07:56:35.114] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:206:0)
[07:56:35.145] Build status: STARTED
[07:56:35.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:207:0) after 3m24s
[07:59:59.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:207:0)
[07:59:59.314] Build status: STARTED
[07:59:59.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:208:0) after 3m37s
[08:03:36.369] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:208:0)
[08:03:36.392] Build status: STARTED
[08:03:36.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:209:0) after 8m40s
[08:12:16.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:209:0)
[08:12:16.684] Build status: STARTED
[08:12:16.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:210:0) after 9m55s
[08:22:11.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:210:0)
[08:22:11.806] Build status: STARTED
[08:22:11.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:211:0) after 9m32s
[08:31:43.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:211:0)
[08:31:43.932] Build status: STARTED
[08:31:43.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:212:0) after 4m55s
[08:36:38.979] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:212:0)
[08:36:38.996] Build status: STARTED
[08:36:38.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:213:0) after 7m0s
[08:43:39.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:213:0)
[08:43:39.261] Build status: STARTED
[08:43:39.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:214:0) after 8m38s
[08:52:17.438] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:214:0)
[08:52:17.614] Build status: STARTED
[08:52:17.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:215:0) after 6m18s
[08:58:35.732] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:215:0)
[08:58:35.755] Build status: STARTED
[08:58:35.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:216:0) after 2m13s
[09:00:48.785] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:216:0)
[09:00:48.822] Build status: STARTED
[09:00:48.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:217:0) after 5m19s
[09:06:07.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:217:0)
[09:06:07.887] Build status: STARTED
[09:06:07.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:218:0) after 6m57s
[09:13:04.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:218:0)
[09:13:04.981] Build status: STARTED
[09:13:04.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:219:0) after 6m26s
[09:19:31.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:219:0)
[09:19:31.098] Build status: STARTED
[09:19:31.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:220:0) after 2m8s
[09:21:39.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:220:0)
[09:21:39.165] Build status: STARTED
[09:21:39.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8931055971795873472:221:0) after 2m13s
[09:22:32.913] Received PubSub notification, asking Buildbucket for the build status
[09:22:32.935] Build:
{
  "id": "8765625904061658193",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30687,
  "createdBy": "project:chromium",
  "createTime": "2023-11-01T13:18:50.279213534Z",
  "startTime": "2023-11-01T13:18:58.877794989Z",
  "endTime": "2023-11-02T09:22:32.257056Z",
  "updateTime": "2023-11-02T09:22:32.257056Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ed8a7d2281dcb9c5e562bd1c5b869ea385b03989",
      "ref": "refs/heads/main"
    }
  }
}
[09:22:32.935] Invocation finished in 20h3m49.415647128s with status FAILED