Status: FAILED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c1c1a9e0492f68b19f12b607567308b2600e9d02"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c1c1a9e0492f68b19f12b607567308b2600e9d02
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:15:55.016] New invocation is queued and will start shortly
[11:15:56.092] Starting the invocation (attempt 1)
[11:15:56.130] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c1c1a9e0492f68b19f12b607567308b2600e9d02"
[11:15:56.130] Popped gitiles commit info from properties and tags
[11:15:56.130] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:15:56.130] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:15:56.130] Buildbucket request:
{
  "requestId": "8943022497806876176",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c1c1a9e0492f68b19f12b607567308b2600e9d02",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8943022497806876176"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:15:56.543] Scheduled build:
{
  "id": "8777592435912621313",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30105,
  "createdBy": "project:chromium",
  "createTime": "2023-06-22T11:15:56.196403016Z",
  "updateTime": "2023-06-22T11:15:56.196403016Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c1c1a9e0492f68b19f12b607567308b2600e9d02",
      "ref": "refs/heads/main"
    }
  }
}
[11:15:56.543] Task URL: https://cr-buildbucket.appspot.com/build/8777592435912621313
[11:15:56.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:2:0) after 9m23s
[11:20:19.409] Received PubSub notification, asking Buildbucket for the build status
[11:20:19.430] Build status: STARTED
[11:25:19.686] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:2:0)
[11:25:19.732] Build status: STARTED
[11:25:19.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:4:0) after 2m23s
[11:27:42.887] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:4:0)
[11:27:42.947] Build status: STARTED
[11:27:42.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:5:0) after 4m15s
[11:31:58.070] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:5:0)
[11:31:58.098] Build status: STARTED
[11:31:58.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:6:0) after 7m3s
[11:39:01.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:6:0)
[11:39:01.179] Build status: STARTED
[11:39:01.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:7:0) after 2m2s
[11:41:03.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:7:0)
[11:41:03.244] Build status: STARTED
[11:41:03.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:8:0) after 8m23s
[11:49:26.277] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:8:0)
[11:49:26.295] Build status: STARTED
[11:49:26.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:9:0) after 1m18s
[11:50:44.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:9:0)
[11:50:44.358] Build status: STARTED
[11:50:44.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:10:0) after 3m42s
[11:54:26.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:10:0)
[11:54:26.637] Build status: STARTED
[11:54:26.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:11:0) after 2m34s
[11:57:00.861] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:11:0)
[11:57:00.878] Build status: STARTED
[11:57:00.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:12:0) after 5m45s
[12:02:46.134] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:12:0)
[12:02:46.155] Build status: STARTED
[12:02:46.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:13:0) after 3m35s
[12:06:21.218] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:13:0)
[12:06:21.238] Build status: STARTED
[12:06:21.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:14:0) after 8m29s
[12:14:50.278] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:14:0)
[12:14:50.302] Build status: STARTED
[12:14:50.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:15:0) after 4m42s
[12:19:32.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:15:0)
[12:19:32.611] Build status: STARTED
[12:19:32.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:16:0) after 4m5s
[12:23:37.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:16:0)
[12:23:37.696] Build status: STARTED
[12:23:37.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:17:0) after 1m37s
[12:25:14.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:17:0)
[12:25:14.996] Build status: STARTED
[12:25:14.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:18:0) after 5m37s
[12:30:52.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:18:0)
[12:30:52.661] Build status: STARTED
[12:30:52.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:19:0) after 3m1s
[12:33:53.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:19:0)
[12:33:53.986] Build status: STARTED
[12:33:53.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:20:0) after 3m35s
[12:37:29.020] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:20:0)
[12:37:29.045] Build status: STARTED
[12:37:29.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:21:0) after 2m29s
[12:39:58.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:21:0)
[12:39:58.106] Build status: STARTED
[12:39:58.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:22:0) after 7m32s
[12:47:30.139] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:22:0)
[12:47:30.339] Build status: STARTED
[12:47:30.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:23:0) after 5m28s
[12:52:58.584] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:23:0)
[12:52:58.675] Build status: STARTED
[12:52:58.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:24:0) after 4m4s
[12:57:02.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:24:0)
[12:57:02.739] Build status: STARTED
[12:57:02.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:25:0) after 2m24s
[12:59:26.802] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:25:0)
[12:59:26.819] Build status: STARTED
[12:59:26.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:26:0) after 5m13s
[13:04:39.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:26:0)
[13:04:40.018] Build status: STARTED
[13:04:40.018] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:27:0) after 9m29s
[13:14:09.271] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:27:0)
[13:14:09.293] Build status: STARTED
[13:14:09.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:28:0) after 4m33s
[13:18:42.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:28:0)
[13:18:42.584] Build status: STARTED
[13:18:42.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:29:0) after 8m43s
[13:27:25.778] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:29:0)
[13:27:25.817] Build status: STARTED
[13:27:25.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:30:0) after 6m1s
[13:33:27.000] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:30:0)
[13:33:27.050] Build status: STARTED
[13:33:27.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:31:0) after 9m14s
[13:42:41.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:31:0)
[13:42:41.339] Build status: STARTED
[13:42:41.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:32:0) after 8m31s
[13:51:12.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:32:0)
[13:51:12.389] Build status: STARTED
[13:51:12.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:33:0) after 7m32s
[13:58:44.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:33:0)
[13:58:44.731] Build status: STARTED
[13:58:44.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:34:0) after 2m5s
[14:00:49.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:34:0)
[14:00:50.028] Build status: STARTED
[14:00:50.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:35:0) after 2m22s
[14:03:12.168] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:35:0)
[14:03:12.196] Build status: STARTED
[14:03:12.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:36:0) after 1m33s
[14:04:46.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:36:0)
[14:04:46.036] Build status: STARTED
[14:04:46.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:37:0) after 4m30s
[14:09:16.037] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:37:0)
[14:09:16.091] Build status: STARTED
[14:09:16.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:38:0) after 4m51s
[14:14:07.085] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:38:0)
[14:14:07.205] Build status: STARTED
[14:14:07.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:39:0) after 2m55s
[14:17:02.300] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:39:0)
[14:17:02.319] Build status: STARTED
[14:17:02.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:40:0) after 9m4s
[14:26:06.375] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:40:0)
[14:26:06.438] Build status: STARTED
[14:26:06.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:41:0) after 4m3s
[14:30:09.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:41:0)
[14:30:09.489] Build status: STARTED
[14:30:09.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:42:0) after 2m49s
[14:32:58.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:42:0)
[14:32:58.715] Build status: STARTED
[14:32:58.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:43:0) after 7m45s
[14:40:43.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:43:0)
[14:40:43.777] Build status: STARTED
[14:40:43.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:44:0) after 4m22s
[14:45:06.229] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:44:0)
[14:45:06.248] Build status: STARTED
[14:45:06.248] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:45:0) after 9m18s
[14:54:24.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:45:0)
[14:54:24.312] Build status: STARTED
[14:54:24.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:46:0) after 8m17s
[15:02:41.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:46:0)
[15:02:41.875] Build status: STARTED
[15:02:41.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:47:0) after 3m39s
[15:06:20.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:47:0)
[15:06:20.932] Build status: STARTED
[15:06:20.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:48:0) after 8m42s
[15:15:03.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:48:0)
[15:15:03.106] Build status: STARTED
[15:15:03.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:49:0) after 4m30s
[15:19:33.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:49:0)
[15:19:33.149] Build status: STARTED
[15:19:33.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:50:0) after 9m47s
[15:29:20.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:50:0)
[15:29:20.427] Build status: STARTED
[15:29:20.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:51:0) after 9m52s
[15:39:12.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:51:0)
[15:39:13.031] Build status: STARTED
[15:39:13.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:52:0) after 4m48s
[15:44:01.086] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:52:0)
[15:44:01.118] Build status: STARTED
[15:44:01.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:53:0) after 6m34s
[15:50:35.163] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:53:0)
[15:50:35.185] Build status: STARTED
[15:50:35.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:54:0) after 4m36s
[15:55:11.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:54:0)
[15:55:11.238] Build status: STARTED
[15:55:11.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:55:0) after 1m34s
[15:56:45.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:55:0)
[15:56:45.292] Build status: STARTED
[15:56:45.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:56:0) after 9m21s
[16:06:06.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:56:0)
[16:06:06.545] Build status: STARTED
[16:06:06.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:57:0) after 8m30s
[16:14:36.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:57:0)
[16:14:36.767] Build status: STARTED
[16:14:36.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:58:0) after 2m23s
[16:17:00.069] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:58:0)
[16:17:00.088] Build status: STARTED
[16:17:00.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:59:0) after 8m13s
[16:25:13.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:59:0)
[16:25:13.163] Build status: STARTED
[16:25:13.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:60:0) after 5m12s
[16:30:25.578] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:60:0)
[16:30:25.608] Build status: STARTED
[16:30:25.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:61:0) after 9m46s
[16:40:12.090] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:61:0)
[16:40:12.116] Build status: STARTED
[16:40:12.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:62:0) after 3m46s
[16:43:58.159] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:62:0)
[16:43:58.201] Build status: STARTED
[16:43:58.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:63:0) after 7m9s
[16:51:07.252] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:63:0)
[16:51:07.273] Build status: STARTED
[16:51:07.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:64:0) after 6m15s
[16:57:22.323] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:64:0)
[16:57:22.372] Build status: STARTED
[16:57:22.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:65:0) after 5m9s
[17:02:31.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:65:0)
[17:02:31.435] Build status: STARTED
[17:02:31.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:66:0) after 3m11s
[17:05:42.527] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:66:0)
[17:05:42.548] Build status: STARTED
[17:05:42.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:67:0) after 3m24s
[17:09:06.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:67:0)
[17:09:07.029] Build status: STARTED
[17:09:07.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:68:0) after 3m47s
[17:12:54.162] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:68:0)
[17:12:54.186] Build status: STARTED
[17:12:54.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:69:0) after 3m56s
[17:16:50.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:69:0)
[17:16:50.235] Build status: STARTED
[17:16:50.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:70:0) after 2m11s
[17:19:01.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:70:0)
[17:19:01.385] Build status: STARTED
[17:19:01.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:71:0) after 3m40s
[17:22:41.459] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:71:0)
[17:22:41.474] Build status: STARTED
[17:22:41.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:72:0) after 1m13s
[17:23:54.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:72:0)
[17:23:54.588] Build status: STARTED
[17:23:54.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:73:0) after 4m8s
[17:28:02.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:73:0)
[17:28:03.001] Build status: STARTED
[17:28:03.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:74:0) after 3m17s
[17:31:20.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:74:0)
[17:31:20.810] Build status: STARTED
[17:31:20.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:75:0) after 6m13s
[17:37:33.838] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:75:0)
[17:37:33.858] Build status: STARTED
[17:37:33.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:76:0) after 8m57s
[17:46:31.450] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:76:0)
[17:46:31.661] Build status: STARTED
[17:46:31.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:77:0) after 2m17s
[17:48:48.738] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:77:0)
[17:48:48.807] Build status: STARTED
[17:48:48.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:78:0) after 9m42s
[17:58:30.854] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:78:0)
[17:58:30.870] Build status: STARTED
[17:58:30.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:79:0) after 7m1s
[18:05:31.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:79:0)
[18:05:31.931] Build status: STARTED
[18:05:31.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:80:0) after 3m56s
[18:09:28.001] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:80:0)
[18:09:28.076] Build status: STARTED
[18:09:28.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:81:0) after 4m18s
[18:13:46.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:81:0)
[18:13:46.168] Build status: STARTED
[18:13:46.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:82:0) after 4m35s
[18:18:21.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:82:0)
[18:18:21.187] Build status: STARTED
[18:18:21.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:83:0) after 4m44s
[18:23:05.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:83:0)
[18:23:05.245] Build status: STARTED
[18:23:05.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:84:0) after 7m30s
[18:30:35.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:84:0)
[18:30:35.516] Build status: STARTED
[18:30:35.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:85:0) after 3m26s
[18:34:01.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:85:0)
[18:34:01.773] Build status: STARTED
[18:34:01.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:86:0) after 9m40s
[18:43:41.816] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:86:0)
[18:43:41.834] Build status: STARTED
[18:43:41.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:87:0) after 2m51s
[18:46:32.888] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:87:0)
[18:46:32.943] Build status: STARTED
[18:46:32.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:88:0) after 1m26s
[18:47:58.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:88:0)
[18:47:58.964] Build status: STARTED
[18:47:58.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:89:0) after 1m33s
[18:49:32.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:89:0)
[18:49:32.352] Build status: STARTED
[18:49:32.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:90:0) after 6m41s
[18:56:13.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:90:0)
[18:56:13.593] Build status: STARTED
[18:56:13.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:91:0) after 4m20s
[19:00:33.651] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:91:0)
[19:00:33.671] Build status: STARTED
[19:00:33.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:92:0) after 7m32s
[19:08:05.711] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:92:0)
[19:08:05.731] Build status: STARTED
[19:08:05.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:93:0) after 4m3s
[19:12:08.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:93:0)
[19:12:08.797] Build status: STARTED
[19:12:08.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:94:0) after 6m27s
[19:18:35.889] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:94:0)
[19:18:35.914] Build status: STARTED
[19:18:35.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:95:0) after 8m16s
[19:26:51.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:95:0)
[19:26:51.962] Build status: STARTED
[19:26:51.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:96:0) after 4m4s
[19:30:56.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:96:0)
[19:30:56.112] Build status: STARTED
[19:30:56.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:97:0) after 3m25s
[19:34:21.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:97:0)
[19:34:21.168] Build status: STARTED
[19:34:21.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:98:0) after 5m17s
[19:39:39.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:98:0)
[19:39:39.780] Build status: STARTED
[19:39:39.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:99:0) after 2m34s
[19:42:13.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:99:0)
[19:42:13.906] Build status: STARTED
[19:42:13.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:100:0) after 7m57s
[19:50:11.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:100:0)
[19:50:11.052] Build status: STARTED
[19:50:11.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:101:0) after 9m20s
[19:59:31.382] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:101:0)
[19:59:31.402] Build status: STARTED
[19:59:31.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:102:0) after 5m23s
[20:04:54.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:102:0)
[20:04:54.552] Build status: STARTED
[20:04:54.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:103:0) after 7m55s
[20:12:49.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:103:0)
[20:12:49.604] Build status: STARTED
[20:12:49.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:104:0) after 9m47s
[20:22:36.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:104:0)
[20:22:36.720] Build status: STARTED
[20:22:36.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:105:0) after 2m24s
[20:25:01.572] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:105:0)
[20:25:01.603] Build status: STARTED
[20:25:01.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:106:0) after 8m16s
[20:33:18.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:106:0)
[20:33:18.037] Build status: STARTED
[20:33:18.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:107:0) after 7m24s
[20:40:42.116] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:107:0)
[20:40:42.133] Build status: STARTED
[20:40:42.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:108:0) after 7m0s
[20:47:42.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:108:0)
[20:47:42.288] Build status: STARTED
[20:47:42.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:109:0) after 3m11s
[20:50:53.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:109:0)
[20:50:53.365] Build status: STARTED
[20:50:53.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:110:0) after 6m55s
[20:57:48.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:110:0)
[20:57:48.517] Build status: STARTED
[20:57:48.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:111:0) after 7m33s
[21:05:21.594] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:111:0)
[21:05:21.623] Build status: STARTED
[21:05:21.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:112:0) after 3m41s
[21:09:02.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:112:0)
[21:09:02.799] Build status: STARTED
[21:09:02.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:113:0) after 2m11s
[21:11:13.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:113:0)
[21:11:13.976] Build status: STARTED
[21:11:13.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:114:0) after 5m12s
[21:16:26.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:114:0)
[21:16:26.025] Build status: STARTED
[21:16:26.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:115:0) after 2m33s
[21:18:59.122] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:115:0)
[21:18:59.145] Build status: STARTED
[21:18:59.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:116:0) after 7m5s
[21:26:04.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:116:0)
[21:26:04.202] Build status: STARTED
[21:26:04.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:117:0) after 7m27s
[21:33:31.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:117:0)
[21:33:31.266] Build status: STARTED
[21:33:31.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:118:0) after 4m17s
[21:37:48.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:118:0)
[21:37:48.428] Build status: STARTED
[21:37:48.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:119:0) after 3m55s
[21:41:43.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:119:0)
[21:41:43.516] Build status: STARTED
[21:41:43.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:120:0) after 4m30s
[21:46:13.688] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:120:0)
[21:46:13.709] Build status: STARTED
[21:46:13.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:121:0) after 5m35s
[21:51:48.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:121:0)
[21:51:48.801] Build status: STARTED
[21:51:48.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:122:0) after 1m43s
[21:53:31.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:122:0)
[21:53:31.915] Build status: STARTED
[21:53:31.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:123:0) after 1m49s
[21:55:21.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:123:0)
[21:55:22.040] Build status: STARTED
[21:55:22.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:124:0) after 8m27s
[22:03:49.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:124:0)
[22:03:49.221] Build status: STARTED
[22:03:49.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:125:0) after 9m34s
[22:13:23.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:125:0)
[22:13:23.300] Build status: STARTED
[22:13:23.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:126:0) after 3m3s
[22:16:26.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:126:0)
[22:16:26.705] Build status: STARTED
[22:16:26.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:127:0) after 1m25s
[22:17:51.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:127:0)
[22:17:51.785] Build status: STARTED
[22:17:51.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:128:0) after 6m14s
[22:24:05.850] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:128:0)
[22:24:05.874] Build status: STARTED
[22:24:05.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:129:0) after 5m0s
[22:29:06.946] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:129:0)
[22:29:06.962] Build status: STARTED
[22:29:06.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:130:0) after 9m3s
[22:38:10.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:130:0)
[22:38:10.169] Build status: STARTED
[22:38:10.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:131:0) after 7m6s
[22:45:16.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:131:0)
[22:45:16.491] Build status: STARTED
[22:45:16.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:132:0) after 5m36s
[22:50:52.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:132:0)
[22:50:52.541] Build status: STARTED
[22:50:52.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:133:0) after 7m42s
[22:58:34.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:133:0)
[22:58:34.613] Build status: STARTED
[22:58:34.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:134:0) after 4m8s
[23:02:42.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:134:0)
[23:02:42.893] Build status: STARTED
[23:02:42.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:135:0) after 5m32s
[23:08:15.125] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:135:0)
[23:08:15.151] Build status: STARTED
[23:08:15.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:136:0) after 1m58s
[23:10:13.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:136:0)
[23:10:13.319] Build status: STARTED
[23:10:13.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:137:0) after 7m32s
[23:17:45.482] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:137:0)
[23:17:45.539] Build status: STARTED
[23:17:45.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:138:0) after 8m46s
[23:26:31.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:138:0)
[23:26:31.992] Build status: STARTED
[23:26:31.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:139:0) after 9m17s
[23:35:49.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:139:0)
[23:35:49.545] Build status: STARTED
[23:35:49.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:140:0) after 8m44s
[23:44:33.643] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:140:0)
[23:44:33.662] Build status: STARTED
[23:44:33.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:141:0) after 4m24s
[23:48:57.843] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:141:0)
[23:48:57.859] Build status: STARTED
[23:48:57.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:142:0) after 1m44s
[23:50:41.923] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:142:0)
[23:50:41.942] Build status: STARTED
[23:50:41.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:143:0) after 2m51s
[23:53:33.484] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:143:0)
[23:53:33.530] Build status: STARTED
[23:53:33.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:144:0) after 5m45s
[23:59:18.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:144:0)
[23:59:18.869] Build status: STARTED
[23:59:18.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:145:0) after 7m23s
[00:06:41.904] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:145:0)
[00:06:41.942] Build status: STARTED
[00:06:41.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:146:0) after 8m44s
[00:15:26.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:146:0)
[00:15:26.019] Build status: STARTED
[00:15:26.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:147:0) after 5m11s
[00:20:37.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:147:0)
[00:20:37.116] Build status: STARTED
[00:20:37.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:148:0) after 7m7s
[00:27:44.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:148:0)
[00:27:44.223] Build status: STARTED
[00:27:44.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:149:0) after 6m54s
[00:34:38.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:149:0)
[00:34:38.261] Build status: STARTED
[00:34:38.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:150:0) after 6m21s
[00:40:59.373] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:150:0)
[00:40:59.398] Build status: STARTED
[00:40:59.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:151:0) after 5m25s
[00:46:24.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:151:0)
[00:46:24.426] Build status: STARTED
[00:46:24.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:152:0) after 7m55s
[00:54:19.509] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:152:0)
[00:54:19.547] Build status: STARTED
[00:54:19.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:153:0) after 1m41s
[00:56:00.585] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:153:0)
[00:56:00.617] Build status: STARTED
[00:56:00.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:154:0) after 3m55s
[00:59:56.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:154:0)
[00:59:56.289] Build status: STARTED
[00:59:56.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:155:0) after 7m46s
[01:07:42.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:155:0)
[01:07:42.447] Build status: STARTED
[01:07:42.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:156:0) after 7m2s
[01:14:44.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:156:0)
[01:14:44.769] Build status: STARTED
[01:14:44.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:157:0) after 5m25s
[01:20:09.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:157:0)
[01:20:09.882] Build status: STARTED
[01:20:09.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:158:0) after 3m55s
[01:24:04.961] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:158:0)
[01:24:05.000] Build status: STARTED
[01:24:05.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:159:0) after 2m13s
[01:26:18.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:159:0)
[01:26:18.074] Build status: STARTED
[01:26:18.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:160:0) after 1m17s
[01:27:35.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:160:0)
[01:27:35.197] Build status: STARTED
[01:27:35.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:161:0) after 2m23s
[01:29:58.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:161:0)
[01:29:58.649] Build status: STARTED
[01:29:58.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:162:0) after 9m56s
[01:39:54.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:162:0)
[01:39:54.924] Build status: STARTED
[01:39:54.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:163:0) after 2m16s
[01:42:11.102] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:163:0)
[01:42:11.124] Build status: STARTED
[01:42:11.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:164:0) after 5m35s
[01:47:46.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:164:0)
[01:47:46.566] Build status: STARTED
[01:47:46.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:165:0) after 2m28s
[01:50:14.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:165:0)
[01:50:14.647] Build status: STARTED
[01:50:14.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:166:0) after 4m6s
[01:54:20.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:166:0)
[01:54:20.820] Build status: STARTED
[01:54:20.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:167:0) after 6m48s
[02:01:08.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:167:0)
[02:01:08.934] Build status: STARTED
[02:01:08.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:168:0) after 3m59s
[02:05:08.191] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:168:0)
[02:05:08.215] Build status: STARTED
[02:05:08.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:169:0) after 3m30s
[02:08:38.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:169:0)
[02:08:38.310] Build status: STARTED
[02:08:38.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:170:0) after 7m6s
[02:15:44.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:170:0)
[02:15:44.524] Build status: STARTED
[02:15:44.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:171:0) after 2m23s
[02:18:08.023] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:171:0)
[02:18:08.044] Build status: STARTED
[02:18:08.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:172:0) after 4m44s
[02:22:52.059] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:172:0)
[02:22:52.128] Build status: STARTED
[02:22:52.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:173:0) after 2m12s
[02:25:04.630] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:173:0)
[02:25:04.663] Build status: STARTED
[02:25:04.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:174:0) after 8m31s
[02:33:35.752] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:174:0)
[02:33:35.773] Build status: STARTED
[02:33:35.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:175:0) after 3m42s
[02:37:17.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:175:0)
[02:37:17.862] Build status: STARTED
[02:37:17.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:176:0) after 6m4s
[02:43:21.903] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:176:0)
[02:43:21.922] Build status: STARTED
[02:43:21.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:177:0) after 6m41s
[02:50:02.968] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:177:0)
[02:50:03.001] Build status: STARTED
[02:50:03.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:178:0) after 8m55s
[02:58:58.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:178:0)
[02:58:58.151] Build status: STARTED
[02:58:58.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:179:0) after 2m41s
[03:01:39.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:179:0)
[03:01:39.211] Build status: STARTED
[03:01:39.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:180:0) after 2m57s
[03:04:36.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:180:0)
[03:04:36.458] Build status: STARTED
[03:04:36.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:181:0) after 7m44s
[03:12:20.506] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:181:0)
[03:12:20.560] Build status: STARTED
[03:12:20.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:182:0) after 7m35s
[03:19:55.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:182:0)
[03:19:55.633] Build status: STARTED
[03:19:55.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:183:0) after 8m25s
[03:28:20.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:183:0)
[03:28:20.909] Build status: STARTED
[03:28:20.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:184:0) after 1m6s
[03:29:27.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:184:0)
[03:29:27.244] Build status: STARTED
[03:29:27.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:185:0) after 9m24s
[03:38:51.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:185:0)
[03:38:51.324] Build status: STARTED
[03:38:51.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:186:0) after 1m45s
[03:40:36.346] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:186:0)
[03:40:36.366] Build status: STARTED
[03:40:36.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:187:0) after 8m54s
[03:49:30.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:187:0)
[03:49:30.425] Build status: STARTED
[03:49:30.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:188:0) after 7m13s
[03:56:43.558] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:188:0)
[03:56:43.594] Build status: STARTED
[03:56:43.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:189:0) after 8m42s
[04:05:25.645] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:189:0)
[04:05:25.668] Build status: STARTED
[04:05:25.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:190:0) after 3m26s
[04:08:51.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:190:0)
[04:08:51.794] Build status: STARTED
[04:08:51.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:191:0) after 2m15s
[04:11:06.781] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:191:0)
[04:11:06.799] Build status: STARTED
[04:11:06.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:192:0) after 5m1s
[04:16:08.039] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:192:0)
[04:16:08.113] Build status: STARTED
[04:16:08.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:193:0) after 2m58s
[04:19:06.150] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:193:0)
[04:19:06.177] Build status: STARTED
[04:19:06.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:194:0) after 7m51s
[04:26:57.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:194:0)
[04:26:57.443] Build status: STARTED
[04:26:57.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:195:0) after 5m30s
[04:32:27.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:195:0)
[04:32:27.628] Build status: STARTED
[04:32:27.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:196:0) after 4m35s
[04:37:02.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:196:0)
[04:37:02.763] Build status: STARTED
[04:37:02.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:197:0) after 7m41s
[04:44:44.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:197:0)
[04:44:44.032] Build status: STARTED
[04:44:44.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:198:0) after 5m21s
[04:50:05.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:198:0)
[04:50:05.333] Build status: STARTED
[04:50:05.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:199:0) after 3m31s
[04:53:36.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:199:0)
[04:53:36.383] Build status: STARTED
[04:53:36.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:200:0) after 6m26s
[05:00:02.423] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:200:0)
[05:00:02.448] Build status: STARTED
[05:00:02.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:201:0) after 2m48s
[05:02:50.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:201:0)
[05:02:50.759] Build status: STARTED
[05:02:50.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:202:0) after 3m26s
[05:06:16.845] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:202:0)
[05:06:16.864] Build status: STARTED
[05:06:16.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:203:0) after 2m40s
[05:08:56.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:203:0)
[05:08:56.920] Build status: STARTED
[05:08:56.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:204:0) after 4m49s
[05:13:46.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:204:0)
[05:13:46.122] Build status: STARTED
[05:13:46.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:205:0) after 7m45s
[05:21:31.416] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:205:0)
[05:21:31.441] Build status: STARTED
[05:21:31.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:206:0) after 3m27s
[05:24:58.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:206:0)
[05:24:58.667] Build status: STARTED
[05:24:58.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:207:0) after 2m17s
[05:27:15.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:207:0)
[05:27:15.718] Build status: STARTED
[05:27:15.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:208:0) after 3m58s
[05:31:13.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:208:0)
[05:31:13.802] Build status: STARTED
[05:31:13.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:209:0) after 6m28s
[05:37:41.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:209:0)
[05:37:42.009] Build status: STARTED
[05:37:42.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:210:0) after 9m40s
[05:47:22.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:210:0)
[05:47:22.285] Build status: STARTED
[05:47:22.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:211:0) after 6m23s
[05:53:45.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:211:0)
[05:53:45.574] Build status: STARTED
[05:53:45.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:212:0) after 3m29s
[05:57:14.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:212:0)
[05:57:14.729] Build status: STARTED
[05:57:14.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:213:0) after 9m18s
[06:06:32.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:213:0)
[06:06:32.784] Build status: STARTED
[06:06:32.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:214:0) after 2m17s
[06:08:49.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:214:0)
[06:08:49.849] Build status: STARTED
[06:08:49.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:215:0) after 8m40s
[06:17:29.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:215:0)
[06:17:29.909] Build status: STARTED
[06:17:29.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:216:0) after 4m41s
[06:22:11.053] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:216:0)
[06:22:11.075] Build status: STARTED
[06:22:11.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:217:0) after 1m52s
[06:24:03.220] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:217:0)
[06:24:03.256] Build status: STARTED
[06:24:03.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:218:0) after 4m39s
[06:28:42.298] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:218:0)
[06:28:42.319] Build status: STARTED
[06:28:42.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:219:0) after 5m55s
[06:34:37.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:219:0)
[06:34:37.630] Build status: STARTED
[06:34:37.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:220:0) after 1m9s
[06:35:46.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:220:0)
[06:35:46.796] Build status: STARTED
[06:35:46.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:221:0) after 9m10s
[06:44:56.934] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:221:0)
[06:44:56.972] Build status: STARTED
[06:44:56.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:222:0) after 8m7s
[06:53:04.033] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:222:0)
[06:53:04.048] Build status: STARTED
[06:53:04.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:223:0) after 4m0s
[06:57:04.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:223:0)
[06:57:04.136] Build status: STARTED
[06:57:04.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:224:0) after 6m38s
[07:03:42.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:224:0)
[07:03:42.800] Build status: STARTED
[07:03:42.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:225:0) after 6m27s
[07:10:09.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:225:0)
[07:10:09.855] Build status: STARTED
[07:10:09.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:226:0) after 8m54s
[07:19:03.900] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:226:0)
[07:19:03.945] Build status: STARTED
[07:19:03.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:227:0) after 4m9s
[07:23:12.983] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:227:0)
[07:23:13.002] Build status: STARTED
[07:23:13.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8943022497806876176:228:0) after 7m23s
[07:27:44.040] Received PubSub notification, asking Buildbucket for the build status
[07:27:44.065] Build:
{
  "id": "8777592435912621313",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30105,
  "createdBy": "project:chromium",
  "createTime": "2023-06-22T11:15:56.196403016Z",
  "startTime": "2023-06-22T11:20:18.809188Z",
  "endTime": "2023-06-23T07:27:43.464995Z",
  "updateTime": "2023-06-23T07:27:43.464995Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c1c1a9e0492f68b19f12b607567308b2600e9d02",
      "ref": "refs/heads/main"
    }
  }
}
[07:27:44.065] Invocation finished in 20h11m49.058704233s with status FAILED