Status: ABORTED
Triggered by: -
Duration: 20 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d42377c91d1cb872acf8b180ab0c793d533134a7"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d42377c91d1cb872acf8b180ab0c793d533134a7
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[11:31:24.569] New invocation is queued and will start shortly
[11:31:25.840] Starting the invocation (attempt 1)
[11:31:25.882] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d42377c91d1cb872acf8b180ab0c793d533134a7"
[11:31:25.882] Popped gitiles commit info from properties and tags
[11:31:25.882] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:31:25.883] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:31:25.884] Buildbucket request:
{
  "requestId": "8938491674775340080",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d42377c91d1cb872acf8b180ab0c793d533134a7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8938491674775340080"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:31:26.524] Scheduled build:
{
  "id": "8773061612676146561",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30290,
  "createdBy": "project:chromium",
  "createTime": "2023-08-11T11:31:25.949904299Z",
  "updateTime": "2023-08-11T11:31:25.949904299Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d42377c91d1cb872acf8b180ab0c793d533134a7",
      "ref": "refs/heads/main"
    }
  }
}
[11:31:26.524] Task URL: https://cr-buildbucket.appspot.com/build/8773061612676146561
[11:31:26.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:2:0) after 1m33s
[11:31:27.460] Received PubSub notification, asking Buildbucket for the build status
[11:31:27.535] Build status: SCHEDULED
[11:32:17.271] Received PubSub notification, asking Buildbucket for the build status
[11:32:17.290] Build status: STARTED
[11:32:59.795] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:2:0)
[11:32:59.839] Build status: STARTED
[11:32:59.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:5:0) after 1m10s
[11:34:10.004] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:5:0)
[11:34:10.028] Build status: STARTED
[11:34:10.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:6:0) after 8m10s
[11:42:20.096] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:6:0)
[11:42:20.293] Build status: STARTED
[11:42:20.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:7:0) after 3m18s
[11:45:38.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:7:0)
[11:45:38.628] Build status: STARTED
[11:45:38.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:8:0) after 3m51s
[11:49:29.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:8:0)
[11:49:29.722] Build status: STARTED
[11:49:29.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:9:0) after 8m6s
[11:57:35.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:9:0)
[11:57:35.870] Build status: STARTED
[11:57:35.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:10:0) after 5m27s
[12:03:02.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:10:0)
[12:03:02.945] Build status: STARTED
[12:03:02.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:11:0) after 5m49s
[12:08:52.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:11:0)
[12:08:52.252] Build status: STARTED
[12:08:52.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:12:0) after 3m22s
[12:12:14.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:12:0)
[12:12:14.451] Build status: STARTED
[12:12:14.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:13:0) after 9m47s
[12:22:01.508] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:13:0)
[12:22:01.532] Build status: STARTED
[12:22:01.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:14:0) after 6m5s
[12:28:06.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:14:0)
[12:28:06.926] Build status: STARTED
[12:28:06.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:15:0) after 5m31s
[12:33:38.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:15:0)
[12:33:38.123] Build status: STARTED
[12:33:38.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:16:0) after 1m56s
[12:35:34.418] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:16:0)
[12:35:34.435] Build status: STARTED
[12:35:34.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:17:0) after 7m31s
[12:43:05.420] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:17:0)
[12:43:05.442] Build status: STARTED
[12:43:05.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:18:0) after 9m4s
[12:52:09.587] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:18:0)
[12:52:09.626] Build status: STARTED
[12:52:09.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:19:0) after 5m52s
[12:58:01.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:19:0)
[12:58:01.832] Build status: STARTED
[12:58:01.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:20:0) after 5m51s
[13:03:52.872] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:20:0)
[13:03:52.894] Build status: STARTED
[13:03:52.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:21:0) after 9m32s
[13:13:25.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:21:0)
[13:13:25.286] Build status: STARTED
[13:13:25.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:22:0) after 6m16s
[13:19:41.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:22:0)
[13:19:41.664] Build status: STARTED
[13:19:41.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:23:0) after 9m48s
[13:29:30.080] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:23:0)
[13:29:30.112] Build status: STARTED
[13:29:30.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:24:0) after 7m10s
[13:36:40.425] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:24:0)
[13:36:40.444] Build status: STARTED
[13:36:40.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:25:0) after 5m39s
[13:42:19.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:25:0)
[13:42:19.699] Build status: STARTED
[13:42:19.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:26:0) after 9m3s
[13:51:22.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:26:0)
[13:51:22.808] Build status: STARTED
[13:51:22.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:27:0) after 2m9s
[13:53:31.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:27:0)
[13:53:31.964] Build status: STARTED
[13:53:31.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:28:0) after 1m13s
[13:54:45.006] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:28:0)
[13:54:45.024] Build status: STARTED
[13:54:45.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:29:0) after 9m43s
[14:04:28.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:29:0)
[14:04:28.119] Build status: STARTED
[14:04:28.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:30:0) after 5m22s
[14:09:50.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:30:0)
[14:09:50.583] Build status: STARTED
[14:09:50.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:31:0) after 3m49s
[14:13:39.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:31:0)
[14:13:39.755] Build status: STARTED
[14:13:39.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:32:0) after 1m46s
[14:15:25.825] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:32:0)
[14:15:25.852] Build status: STARTED
[14:15:25.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:33:0) after 3m17s
[14:18:42.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:33:0)
[14:18:42.909] Build status: STARTED
[14:18:42.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:34:0) after 6m32s
[14:25:15.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:34:0)
[14:25:15.139] Build status: STARTED
[14:25:15.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:35:0) after 3m37s
[14:28:52.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:35:0)
[14:28:52.234] Build status: STARTED
[14:28:52.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:36:0) after 3m50s
[14:32:43.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:36:0)
[14:32:43.592] Build status: STARTED
[14:32:43.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:37:0) after 7m41s
[14:40:24.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:37:0)
[14:40:24.810] Build status: STARTED
[14:40:24.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:38:0) after 7m24s
[14:47:48.864] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:38:0)
[14:47:48.880] Build status: STARTED
[14:47:48.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:39:0) after 4m5s
[14:51:53.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:39:0)
[14:51:53.925] Build status: STARTED
[14:51:53.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:40:0) after 6m8s
[14:58:02.043] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:40:0)
[14:58:02.277] Build status: STARTED
[14:58:02.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:41:0) after 2m35s
[15:00:37.504] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:41:0)
[15:00:37.584] Build status: STARTED
[15:00:37.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:42:0) after 1m15s
[15:01:53.068] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:42:0)
[15:01:53.103] Build status: STARTED
[15:01:53.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:43:0) after 7m3s
[15:08:56.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:43:0)
[15:08:56.167] Build status: STARTED
[15:08:56.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:44:0) after 7m32s
[15:16:28.207] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:44:0)
[15:16:28.247] Build status: STARTED
[15:16:28.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:45:0) after 9m32s
[15:26:00.883] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:45:0)
[15:26:00.914] Build status: STARTED
[15:26:00.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:46:0) after 3m42s
[15:29:43.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:46:0)
[15:29:43.038] Build status: STARTED
[15:29:43.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:47:0) after 7m43s
[15:37:26.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:47:0)
[15:37:26.112] Build status: STARTED
[15:37:26.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:48:0) after 9m28s
[15:46:54.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:48:0)
[15:46:54.163] Build status: STARTED
[15:46:54.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:49:0) after 8m3s
[15:54:57.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:49:0)
[15:54:57.237] Build status: STARTED
[15:54:57.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:50:0) after 4m36s
[15:59:33.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:50:0)
[15:59:33.344] Build status: STARTED
[15:59:33.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:51:0) after 6m4s
[16:05:37.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:51:0)
[16:05:37.394] Build status: STARTED
[16:05:37.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:52:0) after 2m36s
[16:08:13.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:52:0)
[16:08:13.470] Build status: STARTED
[16:08:13.470] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:53:0) after 3m24s
[16:11:37.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:53:0)
[16:11:37.521] Build status: STARTED
[16:11:37.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:54:0) after 3m35s
[16:15:12.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:54:0)
[16:15:12.617] Build status: STARTED
[16:15:12.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:55:0) after 7m20s
[16:22:32.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:55:0)
[16:22:32.698] Build status: STARTED
[16:22:32.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:56:0) after 3m22s
[16:25:54.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:56:0)
[16:25:54.759] Build status: STARTED
[16:25:54.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:57:0) after 6m8s
[16:32:02.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:57:0)
[16:32:02.885] Build status: STARTED
[16:32:02.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:58:0) after 7m11s
[16:39:14.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:58:0)
[16:39:14.057] Build status: STARTED
[16:39:14.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:59:0) after 3m11s
[16:42:25.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:59:0)
[16:42:25.218] Build status: STARTED
[16:42:25.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:60:0) after 9m43s
[16:52:08.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:60:0)
[16:52:08.265] Build status: STARTED
[16:52:08.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:61:0) after 7m58s
[17:00:06.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:61:0)
[17:00:06.383] Build status: STARTED
[17:00:06.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:62:0) after 5m44s
[17:05:50.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:62:0)
[17:05:50.399] Build status: STARTED
[17:05:50.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:63:0) after 1m47s
[17:07:37.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:63:0)
[17:07:37.465] Build status: STARTED
[17:07:37.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:64:0) after 5m59s
[17:13:36.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:64:0)
[17:13:36.537] Build status: STARTED
[17:13:36.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:65:0) after 2m7s
[17:15:43.541] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:65:0)
[17:15:43.567] Build status: STARTED
[17:15:43.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:66:0) after 8m26s
[17:24:09.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:66:0)
[17:24:09.966] Build status: STARTED
[17:24:09.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:67:0) after 9m22s
[17:33:31.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:67:0)
[17:33:32.010] Build status: STARTED
[17:33:32.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:68:0) after 8m43s
[17:42:15.056] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:68:0)
[17:42:15.078] Build status: STARTED
[17:42:15.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:69:0) after 8m10s
[17:50:25.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:69:0)
[17:50:25.246] Build status: STARTED
[17:50:25.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:70:0) after 8m0s
[17:58:25.356] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:70:0)
[17:58:25.378] Build status: STARTED
[17:58:25.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:71:0) after 1m46s
[18:00:11.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:71:0)
[18:00:11.827] Build status: STARTED
[18:00:11.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:72:0) after 7m29s
[18:07:40.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:72:0)
[18:07:40.927] Build status: STARTED
[18:07:40.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:73:0) after 1m9s
[18:08:50.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:73:0)
[18:08:50.059] Build status: STARTED
[18:08:50.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:74:0) after 7m35s
[18:16:25.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:74:0)
[18:16:25.141] Build status: STARTED
[18:16:25.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:75:0) after 9m56s
[18:26:21.489] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:75:0)
[18:26:21.529] Build status: STARTED
[18:26:21.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:76:0) after 1m0s
[18:27:21.799] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:76:0)
[18:27:21.823] Build status: STARTED
[18:27:21.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:77:0) after 4m32s
[18:31:54.284] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:77:0)
[18:31:54.421] Build status: STARTED
[18:31:54.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:78:0) after 8m22s
[18:40:16.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:78:0)
[18:40:16.535] Build status: STARTED
[18:40:16.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:79:0) after 5m59s
[18:46:15.592] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:79:0)
[18:46:15.625] Build status: STARTED
[18:46:15.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:80:0) after 8m15s
[18:54:30.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:80:0)
[18:54:30.722] Build status: STARTED
[18:54:30.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:81:0) after 2m53s
[18:57:23.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:81:0)
[18:57:23.747] Build status: STARTED
[18:57:23.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:82:0) after 6m34s
[19:03:57.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:82:0)
[19:03:57.845] Build status: STARTED
[19:03:57.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:83:0) after 8m0s
[19:11:57.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:83:0)
[19:11:57.953] Build status: STARTED
[19:11:57.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:84:0) after 2m54s
[19:14:52.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:84:0)
[19:14:52.035] Build status: STARTED
[19:14:52.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:85:0) after 5m45s
[19:20:37.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:85:0)
[19:20:37.250] Build status: STARTED
[19:20:37.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:86:0) after 3m15s
[19:23:52.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:86:0)
[19:23:52.362] Build status: STARTED
[19:23:52.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:87:0) after 5m27s
[19:29:19.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:87:0)
[19:29:19.527] Build status: STARTED
[19:29:19.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:88:0) after 8m22s
[19:37:42.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:88:0)
[19:37:42.283] Build status: STARTED
[19:37:42.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:89:0) after 5m33s
[19:43:15.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:89:0)
[19:43:15.682] Build status: STARTED
[19:43:15.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:90:0) after 8m14s
[19:51:29.987] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:90:0)
[19:51:30.012] Build status: STARTED
[19:51:30.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:91:0) after 9m29s
[20:00:59.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:91:0)
[20:00:59.265] Build status: STARTED
[20:00:59.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:92:0) after 3m2s
[20:04:01.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:92:0)
[20:04:01.334] Build status: STARTED
[20:04:01.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:93:0) after 3m43s
[20:07:44.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:93:0)
[20:07:44.409] Build status: STARTED
[20:07:44.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:94:0) after 6m59s
[20:14:43.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:94:0)
[20:14:43.583] Build status: STARTED
[20:14:43.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:95:0) after 3m34s
[20:18:17.642] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:95:0)
[20:18:17.757] Build status: STARTED
[20:18:17.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:96:0) after 1m7s
[20:19:24.815] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:96:0)
[20:19:24.834] Build status: STARTED
[20:19:24.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:97:0) after 2m0s
[20:21:24.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:97:0)
[20:21:24.935] Build status: STARTED
[20:21:24.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:98:0) after 2m33s
[20:23:58.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:98:0)
[20:23:58.036] Build status: STARTED
[20:23:58.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:99:0) after 8m47s
[20:32:45.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:99:0)
[20:32:45.827] Build status: STARTED
[20:32:45.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:100:0) after 1m38s
[20:34:23.881] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:100:0)
[20:34:23.906] Build status: STARTED
[20:34:23.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:101:0) after 5m26s
[20:39:49.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:101:0)
[20:39:49.967] Build status: STARTED
[20:39:49.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:102:0) after 1m17s
[20:41:07.005] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:102:0)
[20:41:07.023] Build status: STARTED
[20:41:07.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:103:0) after 8m0s
[20:49:07.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:103:0)
[20:49:07.086] Build status: STARTED
[20:49:07.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:104:0) after 5m51s
[20:54:58.695] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:104:0)
[20:54:58.716] Build status: STARTED
[20:54:58.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:105:0) after 7m35s
[21:02:34.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:105:0)
[21:02:34.048] Build status: STARTED
[21:02:34.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:106:0) after 2m58s
[21:05:32.064] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:106:0)
[21:05:32.083] Build status: STARTED
[21:05:32.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:107:0) after 1m34s
[21:07:06.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:107:0)
[21:07:06.152] Build status: STARTED
[21:07:06.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:108:0) after 6m45s
[21:13:51.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:108:0)
[21:13:51.217] Build status: STARTED
[21:13:51.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:109:0) after 6m26s
[21:20:17.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:109:0)
[21:20:17.271] Build status: STARTED
[21:20:17.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:110:0) after 8m49s
[21:29:06.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:110:0)
[21:29:06.698] Build status: STARTED
[21:29:06.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:111:0) after 6m11s
[21:35:18.112] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:111:0)
[21:35:18.134] Build status: STARTED
[21:35:18.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:112:0) after 7m27s
[21:42:45.169] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:112:0)
[21:42:45.194] Build status: STARTED
[21:42:45.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:113:0) after 5m57s
[21:48:42.248] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:113:0)
[21:48:42.313] Build status: STARTED
[21:48:42.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:114:0) after 9m43s
[21:58:25.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:114:0)
[21:58:25.413] Build status: STARTED
[21:58:25.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:115:0) after 6m46s
[22:05:11.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:115:0)
[22:05:11.587] Build status: STARTED
[22:05:11.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:116:0) after 4m41s
[22:09:52.701] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:116:0)
[22:09:52.733] Build status: STARTED
[22:09:52.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:117:0) after 9m23s
[22:19:16.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:117:0)
[22:19:16.027] Build status: STARTED
[22:19:16.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:118:0) after 2m7s
[22:21:23.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:118:0)
[22:21:23.290] Build status: STARTED
[22:21:23.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:119:0) after 8m9s
[22:29:32.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:119:0)
[22:29:32.424] Build status: STARTED
[22:29:32.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:120:0) after 1m58s
[22:31:30.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:120:0)
[22:31:30.479] Build status: STARTED
[22:31:30.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:121:0) after 2m28s
[22:33:58.954] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:121:0)
[22:33:58.972] Build status: STARTED
[22:33:58.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:122:0) after 7m24s
[22:41:23.034] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:122:0)
[22:41:23.057] Build status: STARTED
[22:41:23.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:123:0) after 6m23s
[22:47:46.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:123:0)
[22:47:46.169] Build status: STARTED
[22:47:46.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:124:0) after 5m48s
[22:53:34.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:124:0)
[22:53:34.646] Build status: STARTED
[22:53:34.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:125:0) after 9m15s
[23:02:49.742] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:125:0)
[23:02:49.766] Build status: STARTED
[23:02:49.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:126:0) after 3m10s
[23:05:59.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:126:0)
[23:05:59.872] Build status: STARTED
[23:05:59.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:127:0) after 1m2s
[23:07:01.924] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:127:0)
[23:07:02.084] Build status: STARTED
[23:07:02.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:128:0) after 4m17s
[23:11:19.115] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:128:0)
[23:11:19.160] Build status: STARTED
[23:11:19.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:129:0) after 4m13s
[23:15:32.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:129:0)
[23:15:32.320] Build status: STARTED
[23:15:32.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:130:0) after 9m19s
[23:24:51.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:130:0)
[23:24:51.488] Build status: STARTED
[23:24:51.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:131:0) after 7m32s
[23:32:23.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:131:0)
[23:32:23.644] Build status: STARTED
[23:32:23.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:132:0) after 6m58s
[23:39:21.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:132:0)
[23:39:21.695] Build status: STARTED
[23:39:21.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:133:0) after 9m1s
[23:48:22.699] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:133:0)
[23:48:22.746] Build status: STARTED
[23:48:22.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:134:0) after 4m33s
[23:52:55.886] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:134:0)
[23:52:55.918] Build status: STARTED
[23:52:55.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:135:0) after 1m42s
[23:54:38.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:135:0)
[23:54:38.063] Build status: STARTED
[23:54:38.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:136:0) after 8m11s
[00:02:49.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:136:0)
[00:02:49.435] Build status: STARTED
[00:02:49.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:137:0) after 8m29s
[00:11:19.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:137:0)
[00:11:19.056] Build status: STARTED
[00:11:19.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:138:0) after 4m7s
[00:15:26.091] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:138:0)
[00:15:26.116] Build status: STARTED
[00:15:26.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:139:0) after 2m25s
[00:17:51.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:139:0)
[00:17:51.179] Build status: STARTED
[00:17:51.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:140:0) after 7m5s
[00:24:56.192] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:140:0)
[00:24:56.211] Build status: STARTED
[00:24:56.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:141:0) after 2m22s
[00:27:18.352] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:141:0)
[00:27:18.370] Build status: STARTED
[00:27:18.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:142:0) after 5m33s
[00:32:51.596] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:142:0)
[00:32:51.646] Build status: STARTED
[00:32:51.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:143:0) after 1m18s
[00:34:10.098] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:143:0)
[00:34:10.117] Build status: STARTED
[00:34:10.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:144:0) after 2m41s
[00:36:51.147] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:144:0)
[00:36:51.165] Build status: STARTED
[00:36:51.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:145:0) after 2m48s
[00:39:39.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:145:0)
[00:39:39.286] Build status: STARTED
[00:39:39.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:146:0) after 4m58s
[00:44:37.589] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:146:0)
[00:44:37.608] Build status: STARTED
[00:44:37.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:147:0) after 8m22s
[00:52:59.603] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:147:0)
[00:52:59.621] Build status: STARTED
[00:52:59.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:148:0) after 8m57s
[01:01:56.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:148:0)
[01:01:56.700] Build status: STARTED
[01:01:56.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:149:0) after 7m24s
[01:09:20.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:149:0)
[01:09:20.767] Build status: STARTED
[01:09:20.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:150:0) after 4m53s
[01:14:13.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:150:0)
[01:14:13.817] Build status: STARTED
[01:14:13.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:151:0) after 3m49s
[01:18:02.870] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:151:0)
[01:18:02.891] Build status: STARTED
[01:18:02.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:152:0) after 8m14s
[01:26:16.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:152:0)
[01:26:16.948] Build status: STARTED
[01:26:16.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:153:0) after 4m36s
[01:30:53.145] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:153:0)
[01:30:53.165] Build status: STARTED
[01:30:53.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:154:0) after 1m53s
[01:32:46.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:154:0)
[01:32:46.326] Build status: STARTED
[01:32:46.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:155:0) after 2m48s
[01:35:34.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:155:0)
[01:35:34.840] Build status: STARTED
[01:35:34.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:156:0) after 6m46s
[01:42:20.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:156:0)
[01:42:20.896] Build status: STARTED
[01:42:20.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:157:0) after 5m8s
[01:47:28.926] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:157:0)
[01:47:28.944] Build status: STARTED
[01:47:28.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:158:0) after 1m37s
[01:49:06.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:158:0)
[01:49:06.024] Build status: STARTED
[01:49:06.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:159:0) after 8m50s
[01:57:56.287] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:159:0)
[01:57:56.303] Build status: STARTED
[01:57:56.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:160:0) after 1m45s
[01:59:41.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:160:0)
[01:59:41.426] Build status: STARTED
[01:59:41.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:161:0) after 5m59s
[02:05:40.593] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:161:0)
[02:05:40.615] Build status: STARTED
[02:05:40.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:162:0) after 8m3s
[02:13:43.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:162:0)
[02:13:43.843] Build status: STARTED
[02:13:43.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:163:0) after 6m23s
[02:20:06.928] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:163:0)
[02:20:06.960] Build status: STARTED
[02:20:06.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:164:0) after 6m10s
[02:26:17.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:164:0)
[02:26:17.120] Build status: STARTED
[02:26:17.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:165:0) after 6m27s
[02:32:44.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:165:0)
[02:32:44.365] Build status: STARTED
[02:32:44.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:166:0) after 7m46s
[02:40:30.380] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:166:0)
[02:40:30.400] Build status: STARTED
[02:40:30.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:167:0) after 5m20s
[02:45:50.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:167:0)
[02:45:50.533] Build status: STARTED
[02:45:50.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:168:0) after 6m7s
[02:51:57.550] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:168:0)
[02:51:57.579] Build status: STARTED
[02:51:57.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:169:0) after 2m5s
[02:54:02.677] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:169:0)
[02:54:02.715] Build status: STARTED
[02:54:02.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:170:0) after 3m2s
[02:57:04.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:170:0)
[02:57:04.937] Build status: STARTED
[02:57:04.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:171:0) after 5m0s
[03:02:05.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:171:0)
[03:02:05.071] Build status: STARTED
[03:02:05.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:172:0) after 4m34s
[03:06:39.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:172:0)
[03:06:39.742] Build status: STARTED
[03:06:39.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:173:0) after 8m22s
[03:15:01.779] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:173:0)
[03:15:01.804] Build status: STARTED
[03:15:01.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:174:0) after 3m46s
[03:18:47.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:174:0)
[03:18:48.008] Build status: STARTED
[03:18:48.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:175:0) after 4m45s
[03:23:33.042] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:175:0)
[03:23:33.074] Build status: STARTED
[03:23:33.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:176:0) after 5m56s
[03:29:29.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:176:0)
[03:29:29.215] Build status: STARTED
[03:29:29.215] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:177:0) after 7m31s
[03:37:00.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:177:0)
[03:37:00.329] Build status: STARTED
[03:37:00.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:178:0) after 2m39s
[03:39:39.402] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:178:0)
[03:39:39.432] Build status: STARTED
[03:39:39.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:179:0) after 9m18s
[03:48:57.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:179:0)
[03:48:57.586] Build status: STARTED
[03:48:57.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:180:0) after 6m25s
[03:55:22.623] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:180:0)
[03:55:22.643] Build status: STARTED
[03:55:22.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:181:0) after 9m17s
[04:04:39.749] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:181:0)
[04:04:39.852] Build status: STARTED
[04:04:39.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:182:0) after 8m3s
[04:12:42.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:182:0)
[04:12:42.931] Build status: STARTED
[04:12:42.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:183:0) after 1m33s
[04:14:16.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:183:0)
[04:14:16.058] Build status: STARTED
[04:14:16.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:184:0) after 6m51s
[04:21:07.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:184:0)
[04:21:07.153] Build status: STARTED
[04:21:07.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:185:0) after 7m53s
[04:29:00.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:185:0)
[04:29:00.230] Build status: STARTED
[04:29:00.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:186:0) after 2m15s
[04:31:15.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:186:0)
[04:31:15.338] Build status: STARTED
[04:31:15.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:187:0) after 4m44s
[04:35:59.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:187:0)
[04:35:59.398] Build status: STARTED
[04:35:59.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:188:0) after 2m28s
[04:38:27.500] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:188:0)
[04:38:27.518] Build status: STARTED
[04:38:27.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:189:0) after 7m13s
[04:45:40.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:189:0)
[04:45:40.582] Build status: STARTED
[04:45:40.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:190:0) after 6m36s
[04:52:16.710] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:190:0)
[04:52:16.734] Build status: STARTED
[04:52:16.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:191:0) after 5m35s
[04:57:51.766] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:191:0)
[04:57:51.787] Build status: STARTED
[04:57:51.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:192:0) after 1m38s
[04:59:29.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:192:0)
[04:59:29.975] Build status: STARTED
[04:59:29.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:193:0) after 5m3s
[05:04:33.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:193:0)
[05:04:33.045] Build status: STARTED
[05:04:33.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:194:0) after 8m30s
[05:13:03.179] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:194:0)
[05:13:03.209] Build status: STARTED
[05:13:03.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:195:0) after 7m10s
[05:20:13.263] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:195:0)
[05:20:13.281] Build status: STARTED
[05:20:13.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:196:0) after 1m21s
[05:21:34.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:196:0)
[05:21:34.346] Build status: STARTED
[05:21:34.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:197:0) after 5m53s
[05:27:27.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:197:0)
[05:27:27.405] Build status: STARTED
[05:27:27.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:198:0) after 4m0s
[05:31:27.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:198:0)
[05:31:27.465] Build status: STARTED
[05:31:27.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:199:0) after 2m8s
[05:33:35.492] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:199:0)
[05:33:35.527] Build status: STARTED
[05:33:35.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:200:0) after 7m4s
[05:40:39.663] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:200:0)
[05:40:39.692] Build status: STARTED
[05:40:39.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:201:0) after 9m35s
[05:50:14.842] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:201:0)
[05:50:14.873] Build status: STARTED
[05:50:14.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:202:0) after 9m10s
[05:59:25.557] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:202:0)
[05:59:25.579] Build status: STARTED
[05:59:25.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:203:0) after 4m51s
[06:04:16.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:203:0)
[06:04:16.651] Build status: STARTED
[06:04:16.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:204:0) after 6m27s
[06:10:43.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:204:0)
[06:10:43.850] Build status: STARTED
[06:10:43.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:205:0) after 3m59s
[06:14:42.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:205:0)
[06:14:42.902] Build status: STARTED
[06:14:42.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:206:0) after 9m1s
[06:23:43.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:206:0)
[06:23:43.953] Build status: STARTED
[06:23:43.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:207:0) after 4m27s
[06:28:11.183] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:207:0)
[06:28:11.263] Build status: STARTED
[06:28:11.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:208:0) after 4m43s
[06:32:54.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:208:0)
[06:32:54.319] Build status: STARTED
[06:32:54.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:209:0) after 3m0s
[06:35:54.570] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:209:0)
[06:35:54.588] Build status: STARTED
[06:35:54.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:210:0) after 6m28s
[06:42:22.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:210:0)
[06:42:22.640] Build status: STARTED
[06:42:22.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:211:0) after 6m30s
[06:48:52.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:211:0)
[06:48:52.921] Build status: STARTED
[06:48:52.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:212:0) after 8m30s
[06:57:22.997] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:212:0)
[06:57:23.068] Build status: STARTED
[06:57:23.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:213:0) after 3m49s
[07:01:12.393] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:213:0)
[07:01:12.423] Build status: STARTED
[07:01:12.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:214:0) after 5m0s
[07:06:12.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:214:0)
[07:06:12.536] Build status: STARTED
[07:06:12.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:215:0) after 8m53s
[07:15:05.893] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:215:0)
[07:15:05.922] Build status: STARTED
[07:15:05.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:216:0) after 5m48s
[07:20:54.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:216:0)
[07:20:54.162] Build status: STARTED
[07:20:54.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:217:0) after 7m33s
[07:28:27.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:217:0)
[07:28:27.223] Build status: STARTED
[07:28:27.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8938491674775340080:218:0) after 9m12s
[07:32:29.983] Received PubSub notification, asking Buildbucket for the build status
[07:32:30.009] Build:
{
  "id": "8773061612676146561",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 30290,
  "createdBy": "project:chromium",
  "createTime": "2023-08-11T11:31:25.949904299Z",
  "startTime": "2023-08-11T11:32:16.566060Z",
  "endTime": "2023-08-12T07:32:29.763595326Z",
  "updateTime": "2023-08-12T07:32:29.763595326Z",
  "status": "CANCELED",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d42377c91d1cb872acf8b180ab0c793d533134a7",
      "ref": "refs/heads/main"
    }
  }
}
[07:32:30.009] Invocation finished in 20h1m5.446550141s with status ABORTED