Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "71fd70f6746a1f2a59778a50aad8d094959c3675"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/71fd70f6746a1f2a59778a50aad8d094959c3675
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:37:12.231] New invocation is queued and will start shortly
[16:37:13.365] Starting the invocation (attempt 1)
[16:37:13.396] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/71fd70f6746a1f2a59778a50aad8d094959c3675"
[16:37:13.396] Popped gitiles commit info from properties and tags
[16:37:13.396] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:37:13.396] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:37:13.396] Buildbucket request:
{
  "requestId": "8894985892045867776",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "71fd70f6746a1f2a59778a50aad8d094959c3675",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8894985892045867776"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:37:14.015] Scheduled build:
{
  "id": "8729555830025710817",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33830,
  "createdBy": "project:chromium",
  "createTime": "2024-12-03T16:37:13.478868861Z",
  "updateTime": "2024-12-03T16:37:13.478868861Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "71fd70f6746a1f2a59778a50aad8d094959c3675",
      "ref": "refs/heads/main"
    }
  }
}
[16:37:14.015] Task URL: https://cr-buildbucket.appspot.com/build/8729555830025710817
[16:37:14.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:2:0) after 1m32s
[16:37:15.149] Received PubSub notification, asking Buildbucket for the build status
[16:37:15.232] Build status: SCHEDULED
[16:37:24.412] Received PubSub notification, asking Buildbucket for the build status
[16:37:24.507] Build status: STARTED
[16:38:46.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:2:0)
[16:38:46.112] Build status: STARTED
[16:38:46.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:5:0) after 4m59s
[16:43:45.104] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:5:0)
[16:43:45.138] Build status: STARTED
[16:43:45.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:6:0) after 1m50s
[16:45:35.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:6:0)
[16:45:35.237] Build status: STARTED
[16:45:35.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:7:0) after 3m28s
[16:49:03.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:7:0)
[16:49:03.273] Build status: STARTED
[16:49:03.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:8:0) after 5m55s
[16:54:58.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:8:0)
[16:54:58.374] Build status: STARTED
[16:54:58.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:9:0) after 8m6s
[17:03:04.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:9:0)
[17:03:04.478] Build status: STARTED
[17:03:04.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:10:0) after 4m10s
[17:07:14.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:10:0)
[17:07:14.493] Build status: STARTED
[17:07:14.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:11:0) after 9m47s
[17:17:01.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:11:0)
[17:17:01.611] Build status: STARTED
[17:17:01.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:12:0) after 7m6s
[17:24:07.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:12:0)
[17:24:07.798] Build status: STARTED
[17:24:07.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:13:0) after 2m45s
[17:26:52.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:13:0)
[17:26:52.859] Build status: STARTED
[17:26:52.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:14:0) after 9m46s
[17:36:38.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:14:0)
[17:36:38.899] Build status: STARTED
[17:36:38.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:15:0) after 2m15s
[17:38:53.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:15:0)
[17:38:53.969] Build status: STARTED
[17:38:53.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:16:0) after 9m26s
[17:48:19.977] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:16:0)
[17:48:20.000] Build status: STARTED
[17:48:20.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:17:0) after 6m43s
[17:55:03.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:17:0)
[17:55:03.093] Build status: STARTED
[17:55:03.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:18:0) after 5m56s
[18:00:59.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:18:0)
[18:00:59.281] Build status: STARTED
[18:00:59.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:19:0) after 7m52s
[18:08:51.304] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:19:0)
[18:08:51.323] Build status: STARTED
[18:08:51.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:20:0) after 2m28s
[18:11:19.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:20:0)
[18:11:19.413] Build status: STARTED
[18:11:19.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:21:0) after 7m42s
[18:19:01.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:21:0)
[18:19:01.545] Build status: STARTED
[18:19:01.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:22:0) after 2m16s
[18:21:17.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:22:0)
[18:21:17.652] Build status: STARTED
[18:21:17.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:23:0) after 1m25s
[18:22:42.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:23:0)
[18:22:42.733] Build status: STARTED
[18:22:42.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:24:0) after 8m37s
[18:31:19.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:24:0)
[18:31:19.816] Build status: STARTED
[18:31:19.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:25:0) after 8m33s
[18:39:52.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:25:0)
[18:39:52.863] Build status: STARTED
[18:39:52.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:26:0) after 3m18s
[18:43:10.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:26:0)
[18:43:10.933] Build status: STARTED
[18:43:10.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:27:0) after 4m53s
[18:48:04.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:27:0)
[18:48:04.180] Build status: STARTED
[18:48:04.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:28:0) after 3m36s
[18:51:40.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:28:0)
[18:51:40.225] Build status: STARTED
[18:51:40.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:29:0) after 1m13s
[18:52:53.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:29:0)
[18:52:53.235] Build status: STARTED
[18:52:53.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:30:0) after 2m3s
[18:54:56.274] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:30:0)
[18:54:56.302] Build status: STARTED
[18:54:56.302] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:31:0) after 4m2s
[18:58:58.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:31:0)
[18:58:58.431] Build status: STARTED
[18:58:58.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:32:0) after 6m2s
[19:05:00.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:32:0)
[19:05:00.509] Build status: STARTED
[19:05:00.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:33:0) after 2m3s
[19:07:03.538] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:33:0)
[19:07:03.574] Build status: STARTED
[19:07:03.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:34:0) after 1m9s
[19:08:12.598] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:34:0)
[19:08:12.620] Build status: STARTED
[19:08:12.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:35:0) after 2m12s
[19:10:24.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:35:0)
[19:10:24.671] Build status: STARTED
[19:10:24.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:36:0) after 4m16s
[19:14:40.694] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:36:0)
[19:14:40.718] Build status: STARTED
[19:14:40.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:37:0) after 6m40s
[19:21:20.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:37:0)
[19:21:20.818] Build status: STARTED
[19:21:20.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:38:0) after 2m18s
[19:23:38.874] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:38:0)
[19:23:38.898] Build status: STARTED
[19:23:38.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:39:0) after 7m19s
[19:30:57.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:39:0)
[19:30:57.938] Build status: STARTED
[19:30:57.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:40:0) after 7m50s
[19:38:47.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:40:0)
[19:38:47.948] Build status: STARTED
[19:38:47.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:41:0) after 5m31s
[19:44:18.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:41:0)
[19:44:18.992] Build status: STARTED
[19:44:18.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:42:0) after 3m9s
[19:47:27.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:42:0)
[19:47:27.982] Build status: STARTED
[19:47:27.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:43:0) after 6m7s
[19:53:35.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:43:0)
[19:53:35.032] Build status: STARTED
[19:53:35.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:44:0) after 8m56s
[20:02:31.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:44:0)
[20:02:31.116] Build status: STARTED
[20:02:31.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:45:0) after 3m20s
[20:05:51.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:45:0)
[20:05:51.158] Build status: STARTED
[20:05:51.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:46:0) after 1m20s
[20:07:11.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:46:0)
[20:07:11.259] Build status: STARTED
[20:07:11.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:47:0) after 6m24s
[20:13:35.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:47:0)
[20:13:35.319] Build status: STARTED
[20:13:35.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:48:0) after 8m23s
[20:21:58.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:48:0)
[20:21:58.563] Build status: STARTED
[20:21:58.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:49:0) after 9m24s
[20:31:22.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:49:0)
[20:31:22.609] Build status: STARTED
[20:31:22.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:50:0) after 3m22s
[20:34:44.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:50:0)
[20:34:44.656] Build status: STARTED
[20:34:44.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:51:0) after 2m37s
[20:37:21.683] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:51:0)
[20:37:21.710] Build status: STARTED
[20:37:21.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:52:0) after 2m33s
[20:39:54.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:52:0)
[20:39:54.754] Build status: STARTED
[20:39:54.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:53:0) after 7m43s
[20:47:37.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:53:0)
[20:47:37.921] Build status: STARTED
[20:47:37.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:54:0) after 9m38s
[20:57:15.988] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:54:0)
[20:57:16.008] Build status: STARTED
[20:57:16.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:55:0) after 5m51s
[21:03:06.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:55:0)
[21:03:07.010] Build status: STARTED
[21:03:07.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:56:0) after 4m34s
[21:07:41.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:56:0)
[21:07:41.416] Build status: STARTED
[21:07:41.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:57:0) after 3m46s
[21:11:27.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:57:0)
[21:11:27.504] Build status: STARTED
[21:11:27.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:58:0) after 3m12s
[21:14:39.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:58:0)
[21:14:39.601] Build status: STARTED
[21:14:39.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:59:0) after 4m24s
[21:19:03.628] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:59:0)
[21:19:03.691] Build status: STARTED
[21:19:03.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:60:0) after 5m19s
[21:24:22.846] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:60:0)
[21:24:22.868] Build status: STARTED
[21:24:22.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:61:0) after 1m30s
[21:25:52.891] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:61:0)
[21:25:52.913] Build status: STARTED
[21:25:52.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:62:0) after 2m58s
[21:28:50.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:62:0)
[21:28:50.960] Build status: STARTED
[21:28:50.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:63:0) after 5m27s
[21:34:17.985] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:63:0)
[21:34:18.000] Build status: STARTED
[21:34:18.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:64:0) after 2m34s
[21:36:52.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:64:0)
[21:36:52.076] Build status: STARTED
[21:36:52.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:65:0) after 4m47s
[21:41:39.511] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:65:0)
[21:41:39.543] Build status: STARTED
[21:41:39.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:66:0) after 4m13s
[21:45:52.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:66:0)
[21:45:52.670] Build status: STARTED
[21:45:52.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:67:0) after 1m32s
[21:47:24.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:67:0)
[21:47:25.065] Build status: STARTED
[21:47:25.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:68:0) after 6m54s
[21:54:19.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:68:0)
[21:54:19.150] Build status: STARTED
[21:54:19.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:69:0) after 5m44s
[22:00:03.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:69:0)
[22:00:03.291] Build status: STARTED
[22:00:03.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:70:0) after 9m41s
[22:09:44.310] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:70:0)
[22:09:44.330] Build status: STARTED
[22:09:44.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:71:0) after 4m47s
[22:14:31.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:71:0)
[22:14:31.535] Build status: STARTED
[22:14:31.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:72:0) after 3m23s
[22:17:54.556] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:72:0)
[22:17:54.582] Build status: STARTED
[22:17:54.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:73:0) after 6m8s
[22:24:02.669] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:73:0)
[22:24:02.695] Build status: STARTED
[22:24:02.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:74:0) after 4m40s
[22:28:42.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:74:0)
[22:28:42.754] Build status: STARTED
[22:28:42.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:75:0) after 3m37s
[22:32:19.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:75:0)
[22:32:19.850] Build status: STARTED
[22:32:19.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:76:0) after 7m4s
[22:39:23.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:76:0)
[22:39:23.910] Build status: STARTED
[22:39:23.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:77:0) after 5m39s
[22:45:02.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:77:0)
[22:45:02.981] Build status: STARTED
[22:45:02.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:78:0) after 5m33s
[22:50:36.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:78:0)
[22:50:36.085] Build status: STARTED
[22:50:36.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:79:0) after 8m39s
[22:59:15.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:79:0)
[22:59:15.285] Build status: STARTED
[22:59:15.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:80:0) after 9m2s
[23:08:17.367] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:80:0)
[23:08:17.396] Build status: STARTED
[23:08:17.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:81:0) after 9m25s
[23:17:42.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:81:0)
[23:17:42.506] Build status: STARTED
[23:17:42.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:82:0) after 1m53s
[23:19:35.529] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:82:0)
[23:19:35.548] Build status: STARTED
[23:19:35.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:83:0) after 2m48s
[23:22:23.597] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:83:0)
[23:22:23.614] Build status: STARTED
[23:22:23.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:84:0) after 2m46s
[23:25:09.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:84:0)
[23:25:09.722] Build status: STARTED
[23:25:09.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:85:0) after 8m1s
[23:33:10.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:85:0)
[23:33:10.829] Build status: STARTED
[23:33:10.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:86:0) after 4m7s
[23:37:18.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:86:0)
[23:37:18.031] Build status: STARTED
[23:37:18.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:87:0) after 8m10s
[23:45:28.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:87:0)
[23:45:28.265] Build status: STARTED
[23:45:28.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:88:0) after 3m11s
[23:48:39.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:88:0)
[23:48:39.441] Build status: STARTED
[23:48:39.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:89:0) after 8m56s
[23:57:35.496] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:89:0)
[23:57:35.514] Build status: STARTED
[23:57:35.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:90:0) after 6m24s
[00:03:59.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:90:0)
[00:03:59.602] Build status: STARTED
[00:03:59.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:91:0) after 7m31s
[00:11:30.702] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:91:0)
[00:11:30.737] Build status: STARTED
[00:11:30.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:92:0) after 8m41s
[00:20:11.810] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:92:0)
[00:20:11.827] Build status: STARTED
[00:20:11.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:93:0) after 2m22s
[00:22:33.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:93:0)
[00:22:33.907] Build status: STARTED
[00:22:33.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:94:0) after 5m17s
[00:27:50.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:94:0)
[00:27:50.951] Build status: STARTED
[00:27:50.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:95:0) after 7m38s
[00:35:29.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:95:0)
[00:35:29.050] Build status: STARTED
[00:35:29.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:96:0) after 8m45s
[00:44:14.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:96:0)
[00:44:14.126] Build status: STARTED
[00:44:14.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:97:0) after 1m46s
[00:46:00.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:97:0)
[00:46:00.240] Build status: STARTED
[00:46:00.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:98:0) after 9m56s
[00:55:56.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:98:0)
[00:55:56.367] Build status: STARTED
[00:55:56.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:99:0) after 4m22s
[01:00:18.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:99:0)
[01:00:18.431] Build status: STARTED
[01:00:18.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:100:0) after 3m17s
[01:03:35.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:100:0)
[01:03:35.521] Build status: STARTED
[01:03:35.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:101:0) after 3m25s
[01:07:00.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:101:0)
[01:07:00.572] Build status: STARTED
[01:07:00.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:102:0) after 1m38s
[01:08:38.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:102:0)
[01:08:38.607] Build status: STARTED
[01:08:38.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:103:0) after 3m9s
[01:11:47.629] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:103:0)
[01:11:47.649] Build status: STARTED
[01:11:47.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:104:0) after 7m19s
[01:19:06.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:104:0)
[01:19:06.795] Build status: STARTED
[01:19:06.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:105:0) after 7m0s
[01:26:06.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:105:0)
[01:26:06.880] Build status: STARTED
[01:26:06.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:106:0) after 4m19s
[01:30:26.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:106:0)
[01:30:26.034] Build status: STARTED
[01:30:26.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:107:0) after 5m39s
[01:36:05.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:107:0)
[01:36:05.151] Build status: STARTED
[01:36:05.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:108:0) after 8m55s
[01:45:00.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:108:0)
[01:45:00.242] Build status: STARTED
[01:45:00.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:109:0) after 2m51s
[01:47:51.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:109:0)
[01:47:51.299] Build status: STARTED
[01:47:51.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:110:0) after 2m12s
[01:50:03.355] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:110:0)
[01:50:03.374] Build status: STARTED
[01:50:03.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:111:0) after 7m18s
[01:57:21.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:111:0)
[01:57:21.477] Build status: STARTED
[01:57:21.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:112:0) after 8m26s
[02:05:47.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:112:0)
[02:05:47.579] Build status: STARTED
[02:05:47.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:113:0) after 2m28s
[02:08:15.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:113:0)
[02:08:15.581] Build status: STARTED
[02:08:15.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:114:0) after 1m32s
[02:09:47.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:114:0)
[02:09:47.620] Build status: STARTED
[02:09:47.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:115:0) after 3m34s
[02:13:21.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:115:0)
[02:13:21.857] Build status: STARTED
[02:13:21.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:116:0) after 3m54s
[02:17:15.877] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:116:0)
[02:17:15.896] Build status: STARTED
[02:17:15.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:117:0) after 1m15s
[02:18:30.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:117:0)
[02:18:30.972] Build status: STARTED
[02:18:30.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:118:0) after 4m37s
[02:23:07.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:118:0)
[02:23:08.025] Build status: STARTED
[02:23:08.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:119:0) after 7m9s
[02:30:17.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:119:0)
[02:30:17.124] Build status: STARTED
[02:30:17.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:120:0) after 4m25s
[02:34:42.157] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:120:0)
[02:34:42.185] Build status: STARTED
[02:34:42.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:121:0) after 9m56s
[02:44:38.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:121:0)
[02:44:38.239] Build status: STARTED
[02:44:38.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:122:0) after 6m10s
[02:50:48.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:122:0)
[02:50:48.280] Build status: STARTED
[02:50:48.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:123:0) after 7m23s
[02:58:11.307] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:123:0)
[02:58:11.326] Build status: STARTED
[02:58:11.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:124:0) after 6m36s
[03:04:47.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:124:0)
[03:04:47.375] Build status: STARTED
[03:04:47.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:125:0) after 6m27s
[03:11:14.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:125:0)
[03:11:14.526] Build status: STARTED
[03:11:14.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:126:0) after 2m59s
[03:14:13.547] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:126:0)
[03:14:13.575] Build status: STARTED
[03:14:13.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:127:0) after 6m22s
[03:20:35.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:127:0)
[03:20:35.706] Build status: STARTED
[03:20:35.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:128:0) after 2m28s
[03:23:03.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:128:0)
[03:23:03.750] Build status: STARTED
[03:23:03.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:129:0) after 3m38s
[03:26:41.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:129:0)
[03:26:41.794] Build status: STARTED
[03:26:41.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:130:0) after 7m28s
[03:34:09.840] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:130:0)
[03:34:09.872] Build status: STARTED
[03:34:09.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:131:0) after 8m52s
[03:43:01.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:131:0)
[03:43:01.884] Build status: STARTED
[03:43:01.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:132:0) after 7m56s
[03:50:57.905] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:132:0)
[03:50:57.928] Build status: STARTED
[03:50:57.928] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:133:0) after 9m34s
[04:00:31.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:133:0)
[04:00:31.936] Build status: STARTED
[04:00:31.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:134:0) after 2m0s
[04:02:31.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:134:0)
[04:02:31.997] Build status: STARTED
[04:02:31.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:135:0) after 2m8s
[04:04:40.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:135:0)
[04:04:40.282] Build status: STARTED
[04:04:40.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:136:0) after 6m56s
[04:11:36.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:136:0)
[04:11:36.438] Build status: STARTED
[04:11:36.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:137:0) after 9m43s
[04:21:19.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:137:0)
[04:21:19.480] Build status: STARTED
[04:21:19.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:138:0) after 8m54s
[04:30:13.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:138:0)
[04:30:13.579] Build status: STARTED
[04:30:13.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:139:0) after 4m10s
[04:34:23.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:139:0)
[04:34:23.699] Build status: STARTED
[04:34:23.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:140:0) after 2m18s
[04:36:41.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:140:0)
[04:36:41.813] Build status: STARTED
[04:36:41.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:141:0) after 2m14s
[04:38:55.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:141:0)
[04:38:55.913] Build status: STARTED
[04:38:55.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:142:0) after 5m23s
[04:44:18.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:142:0)
[04:44:18.961] Build status: STARTED
[04:44:18.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:143:0) after 9m9s
[04:53:28.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:143:0)
[04:53:28.038] Build status: STARTED
[04:53:28.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:144:0) after 6m55s
[05:00:23.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:144:0)
[05:00:23.088] Build status: STARTED
[05:00:23.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:145:0) after 4m29s
[05:04:52.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:145:0)
[05:04:52.225] Build status: STARTED
[05:04:52.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:146:0) after 6m28s
[05:11:20.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:146:0)
[05:11:20.309] Build status: STARTED
[05:11:20.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:147:0) after 6m47s
[05:18:07.432] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:147:0)
[05:18:07.466] Build status: STARTED
[05:18:07.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:148:0) after 1m43s
[05:19:50.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:148:0)
[05:19:50.532] Build status: STARTED
[05:19:50.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:149:0) after 3m19s
[05:23:09.519] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:149:0)
[05:23:09.538] Build status: STARTED
[05:23:09.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:150:0) after 3m40s
[05:26:49.637] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:150:0)
[05:26:49.656] Build status: STARTED
[05:26:49.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:151:0) after 9m3s
[05:35:52.731] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:151:0)
[05:35:52.804] Build status: STARTED
[05:35:52.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:152:0) after 3m24s
[05:39:16.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:152:0)
[05:39:16.911] Build status: STARTED
[05:39:16.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:153:0) after 7m28s
[05:46:44.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:153:0)
[05:46:44.971] Build status: STARTED
[05:46:44.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:154:0) after 2m13s
[05:48:58.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:154:0)
[05:48:58.046] Build status: STARTED
[05:48:58.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:155:0) after 4m25s
[05:53:23.046] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:155:0)
[05:53:23.063] Build status: STARTED
[05:53:23.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:156:0) after 2m59s
[05:56:22.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:156:0)
[05:56:22.129] Build status: STARTED
[05:56:22.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:157:0) after 1m41s
[05:58:03.155] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:157:0)
[05:58:03.170] Build status: STARTED
[05:58:03.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:158:0) after 1m7s
[05:59:10.221] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:158:0)
[05:59:10.242] Build status: STARTED
[05:59:10.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:159:0) after 5m34s
[06:04:44.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:159:0)
[06:04:44.240] Build status: STARTED
[06:04:44.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:160:0) after 9m31s
[06:14:15.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:160:0)
[06:14:15.306] Build status: STARTED
[06:14:15.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:161:0) after 4m47s
[06:19:02.325] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:161:0)
[06:19:02.348] Build status: STARTED
[06:19:02.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:162:0) after 4m36s
[06:23:38.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:162:0)
[06:23:38.450] Build status: STARTED
[06:23:38.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:163:0) after 3m50s
[06:27:28.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:163:0)
[06:27:28.532] Build status: STARTED
[06:27:28.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:164:0) after 9m12s
[06:36:40.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:164:0)
[06:36:40.554] Build status: STARTED
[06:36:40.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:165:0) after 9m58s
[06:46:38.612] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:165:0)
[06:46:38.633] Build status: STARTED
[06:46:38.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:166:0) after 4m58s
[06:51:36.653] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:166:0)
[06:51:36.670] Build status: STARTED
[06:51:36.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:167:0) after 9m28s
[07:01:04.740] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:167:0)
[07:01:04.762] Build status: STARTED
[07:01:04.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:168:0) after 9m38s
[07:10:42.792] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:168:0)
[07:10:42.857] Build status: STARTED
[07:10:42.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:169:0) after 4m31s
[07:15:13.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:169:0)
[07:15:13.939] Build status: STARTED
[07:15:13.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:170:0) after 2m44s
[07:17:57.949] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:170:0)
[07:17:57.971] Build status: STARTED
[07:17:57.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:171:0) after 9m58s
[07:27:56.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:171:0)
[07:27:56.067] Build status: STARTED
[07:27:56.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:172:0) after 1m56s
[07:29:52.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:172:0)
[07:29:52.108] Build status: STARTED
[07:29:52.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:173:0) after 9m37s
[07:39:29.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:173:0)
[07:39:29.314] Build status: STARTED
[07:39:29.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:174:0) after 1m12s
[07:40:41.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:174:0)
[07:40:41.352] Build status: STARTED
[07:40:41.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:175:0) after 3m31s
[07:44:12.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:175:0)
[07:44:12.559] Build status: STARTED
[07:44:12.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:176:0) after 6m41s
[07:50:53.675] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:176:0)
[07:50:53.693] Build status: STARTED
[07:50:53.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:177:0) after 7m5s
[07:57:58.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:177:0)
[07:57:58.734] Build status: STARTED
[07:57:58.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:178:0) after 9m36s
[08:07:34.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:178:0)
[08:07:34.820] Build status: STARTED
[08:07:34.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:179:0) after 3m22s
[08:10:56.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:179:0)
[08:10:56.932] Build status: STARTED
[08:10:56.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:180:0) after 1m35s
[08:12:31.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:180:0)
[08:12:31.978] Build status: STARTED
[08:12:31.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:181:0) after 9m28s
[08:21:59.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:181:0)
[08:21:59.978] Build status: STARTED
[08:21:59.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:182:0) after 5m57s
[08:27:57.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:182:0)
[08:27:57.020] Build status: STARTED
[08:27:57.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:183:0) after 7m21s
[08:35:18.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:183:0)
[08:35:18.060] Build status: STARTED
[08:35:18.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:184:0) after 9m11s
[08:44:29.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:184:0)
[08:44:29.147] Build status: STARTED
[08:44:29.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:185:0) after 7m32s
[08:52:01.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:185:0)
[08:52:01.244] Build status: STARTED
[08:52:01.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:186:0) after 5m55s
[08:57:56.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:186:0)
[08:57:56.260] Build status: STARTED
[08:57:56.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:187:0) after 4m11s
[09:02:07.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:187:0)
[09:02:07.317] Build status: STARTED
[09:02:07.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:188:0) after 9m19s
[09:11:26.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:188:0)
[09:11:26.358] Build status: STARTED
[09:11:26.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:189:0) after 5m57s
[09:17:23.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:189:0)
[09:17:23.419] Build status: STARTED
[09:17:23.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:190:0) after 7m49s
[09:25:12.452] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:190:0)
[09:25:12.517] Build status: STARTED
[09:25:12.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:191:0) after 1m15s
[09:26:27.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:191:0)
[09:26:27.582] Build status: STARTED
[09:26:27.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:192:0) after 8m52s
[09:35:19.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:192:0)
[09:35:19.656] Build status: STARTED
[09:35:19.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:193:0) after 2m7s
[09:37:26.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:193:0)
[09:37:26.711] Build status: STARTED
[09:37:26.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:194:0) after 3m9s
[09:40:35.833] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:194:0)
[09:40:35.883] Build status: STARTED
[09:40:35.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:195:0) after 8m7s
[09:48:42.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:195:0)
[09:48:42.976] Build status: STARTED
[09:48:42.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:196:0) after 8m36s
[09:57:19.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:196:0)
[09:57:19.093] Build status: STARTED
[09:57:19.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:197:0) after 1m0s
[09:58:19.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:197:0)
[09:58:19.143] Build status: STARTED
[09:58:19.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:198:0) after 5m54s
[10:04:13.187] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:198:0)
[10:04:13.210] Build status: STARTED
[10:04:13.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:199:0) after 8m31s
[10:12:44.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:199:0)
[10:12:44.366] Build status: STARTED
[10:12:44.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:200:0) after 3m59s
[10:16:43.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:200:0)
[10:16:43.408] Build status: STARTED
[10:16:43.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:201:0) after 6m27s
[10:23:10.537] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:201:0)
[10:23:10.556] Build status: STARTED
[10:23:10.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:202:0) after 7m25s
[10:30:35.627] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:202:0)
[10:30:35.643] Build status: STARTED
[10:30:35.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:203:0) after 8m36s
[10:39:11.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:203:0)
[10:39:11.689] Build status: STARTED
[10:39:11.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:204:0) after 5m39s
[10:44:50.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:204:0)
[10:44:50.761] Build status: STARTED
[10:44:50.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:205:0) after 2m38s
[10:47:28.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:205:0)
[10:47:28.947] Build status: STARTED
[10:47:28.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:206:0) after 5m6s
[10:52:34.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:206:0)
[10:52:35.056] Build status: STARTED
[10:52:35.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:207:0) after 2m56s
[10:55:31.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:207:0)
[10:55:31.092] Build status: STARTED
[10:55:31.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:208:0) after 5m59s
[11:01:30.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:208:0)
[11:01:30.201] Build status: STARTED
[11:01:30.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:209:0) after 3m17s
[11:04:47.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:209:0)
[11:04:47.248] Build status: STARTED
[11:04:47.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:210:0) after 2m50s
[11:07:37.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:210:0)
[11:07:37.293] Build status: STARTED
[11:07:37.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:211:0) after 4m24s
[11:12:01.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:211:0)
[11:12:01.343] Build status: STARTED
[11:12:01.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:212:0) after 6m44s
[11:18:45.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:212:0)
[11:18:45.402] Build status: STARTED
[11:18:45.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:213:0) after 5m52s
[11:24:37.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:213:0)
[11:24:37.450] Build status: STARTED
[11:24:37.450] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:214:0) after 6m1s
[11:30:38.525] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:214:0)
[11:30:38.543] Build status: STARTED
[11:30:38.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:215:0) after 9m2s
[11:39:40.636] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:215:0)
[11:39:40.653] Build status: STARTED
[11:39:40.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:216:0) after 5m1s
[11:44:41.679] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:216:0)
[11:44:41.695] Build status: STARTED
[11:44:41.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:217:0) after 6m41s
[11:51:22.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:217:0)
[11:51:22.726] Build status: STARTED
[11:51:22.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:218:0) after 4m8s
[11:55:30.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:218:0)
[11:55:30.896] Build status: STARTED
[11:55:30.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:219:0) after 2m13s
[11:57:43.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:219:0)
[11:57:43.940] Build status: STARTED
[11:57:43.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:220:0) after 4m47s
[12:02:30.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:220:0)
[12:02:30.989] Build status: STARTED
[12:02:30.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:221:0) after 9m43s
[12:12:14.012] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:221:0)
[12:12:14.033] Build status: STARTED
[12:12:14.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:222:0) after 2m56s
[12:15:10.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:222:0)
[12:15:10.132] Build status: STARTED
[12:15:10.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:223:0) after 3m53s
[12:19:03.208] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:223:0)
[12:19:03.228] Build status: STARTED
[12:19:03.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:224:0) after 8m18s
[12:27:21.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:224:0)
[12:27:21.348] Build status: STARTED
[12:27:21.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:225:0) after 4m27s
[12:31:48.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:225:0)
[12:31:48.411] Build status: STARTED
[12:31:48.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8894985892045867776:226:0) after 9m33s
[12:39:43.742] Received PubSub notification, asking Buildbucket for the build status
[12:39:43.776] Build:
{
  "id": "8729555830025710817",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 33830,
  "createdBy": "project:chromium",
  "createTime": "2024-12-03T16:37:13.478868861Z",
  "startTime": "2024-12-03T16:37:24.105490199Z",
  "endTime": "2024-12-04T12:39:43.349368408Z",
  "updateTime": "2024-12-04T12:39:43.349368408Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "71fd70f6746a1f2a59778a50aad8d094959c3675",
      "ref": "refs/heads/main"
    }
  }
}
[12:39:43.776] Invocation finished in 20h2m31.608789713s with status FAILED