Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "6ebd094bf4ce55cad3468fa748853823bf96d65c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6ebd094bf4ce55cad3468fa748853823bf96d65c
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[19:06:18.675] New invocation is queued and will start shortly
[19:06:19.986] Starting the invocation (attempt 1)
[19:06:20.017] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6ebd094bf4ce55cad3468fa748853823bf96d65c"
[19:06:20.017] Popped gitiles commit info from properties and tags
[19:06:20.017] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:06:20.017] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:06:20.017] Buildbucket request:
{
  "requestId": "9011937194591859392",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "6ebd094bf4ce55cad3468fa748853823bf96d65c",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9011937194591859392"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:06:20.743] Scheduled build:
{
  "id": "8846507132392421152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 25951,
  "createdBy": "project:chromium",
  "createTime": "2021-05-22T19:06:20.140550Z",
  "updateTime": "2021-05-22T19:06:20.530133Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6ebd094bf4ce55cad3468fa748853823bf96d65c",
      "ref": "refs/heads/master"
    }
  }
}
[19:06:20.743] Task URL: https://cr-buildbucket.appspot.com/build/8846507132392421152
[19:06:20.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:2:0) after 9m56s
[19:11:48.277] Received PubSub notification, asking Buildbucket for the build status
[19:11:48.305] Build status: STARTED
[19:16:16.757] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:2:0)
[19:16:16.786] Build status: STARTED
[19:16:16.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:4:0) after 6m1s
[19:22:17.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:4:0)
[19:22:18.017] Build status: STARTED
[19:22:18.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:5:0) after 2m12s
[19:24:31.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:5:0)
[19:24:31.288] Build status: STARTED
[19:24:31.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:6:0) after 5m35s
[19:30:06.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:6:0)
[19:30:06.451] Build status: STARTED
[19:30:06.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:7:0) after 8m19s
[19:38:25.495] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:7:0)
[19:38:25.524] Build status: STARTED
[19:38:25.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:8:0) after 5m32s
[19:43:57.747] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:8:0)
[19:43:57.774] Build status: STARTED
[19:43:57.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:9:0) after 2m26s
[19:46:23.793] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:9:0)
[19:46:23.837] Build status: STARTED
[19:46:23.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:10:0) after 5m36s
[19:51:59.933] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:10:0)
[19:52:00.038] Build status: STARTED
[19:52:00.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:11:0) after 1m21s
[19:53:21.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:11:0)
[19:53:21.814] Build status: STARTED
[19:53:21.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:12:0) after 4m38s
[19:57:59.832] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:12:0)
[19:57:59.858] Build status: STARTED
[19:57:59.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:13:0) after 6m59s
[20:04:58.875] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:13:0)
[20:04:58.911] Build status: STARTED
[20:04:58.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:14:0) after 9m21s
[20:14:19.931] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:14:0)
[20:14:19.961] Build status: STARTED
[20:14:19.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:15:0) after 9m36s
[20:23:55.978] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:15:0)
[20:23:56.005] Build status: STARTED
[20:23:56.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:16:0) after 5m9s
[20:29:05.022] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:16:0)
[20:29:05.048] Build status: STARTED
[20:29:05.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:17:0) after 9m45s
[20:38:50.198] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:17:0)
[20:38:50.225] Build status: STARTED
[20:38:50.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:18:0) after 6m10s
[20:45:00.591] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:18:0)
[20:45:00.618] Build status: STARTED
[20:45:00.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:19:0) after 8m36s
[20:53:36.639] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:19:0)
[20:53:36.670] Build status: STARTED
[20:53:36.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:20:0) after 9m57s
[21:03:33.690] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:20:0)
[21:03:33.717] Build status: STARTED
[21:03:33.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:21:0) after 9m56s
[21:13:29.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:21:0)
[21:13:29.754] Build status: STARTED
[21:13:29.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:22:0) after 2m35s
[21:16:05.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:22:0)
[21:16:05.606] Build status: STARTED
[21:16:05.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:23:0) after 9m18s
[21:25:23.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:23:0)
[21:25:24.005] Build status: STARTED
[21:25:24.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:24:0) after 7m6s
[21:32:30.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:24:0)
[21:32:30.152] Build status: STARTED
[21:32:30.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:25:0) after 6m49s
[21:39:19.273] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:25:0)
[21:39:19.314] Build status: STARTED
[21:39:19.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:26:0) after 6m32s
[21:45:51.332] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:26:0)
[21:45:51.364] Build status: STARTED
[21:45:51.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:27:0) after 2m0s
[21:47:51.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:27:0)
[21:47:51.801] Build status: STARTED
[21:47:51.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:28:0) after 7m16s
[21:55:08.019] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:28:0)
[21:55:08.054] Build status: STARTED
[21:55:08.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:29:0) after 7m35s
[22:02:43.072] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:29:0)
[22:02:43.099] Build status: STARTED
[22:02:43.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:30:0) after 7m57s
[22:10:40.120] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:30:0)
[22:10:40.147] Build status: STARTED
[22:10:40.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:31:0) after 5m31s
[22:16:11.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:31:0)
[22:16:12.085] Build status: STARTED
[22:16:12.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:32:0) after 6m27s
[22:22:39.521] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:32:0)
[22:22:39.813] Build status: STARTED
[22:22:39.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:33:0) after 1m8s
[22:23:48.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:33:0)
[22:23:48.301] Build status: STARTED
[22:23:48.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:34:0) after 6m42s
[22:30:30.530] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:34:0)
[22:30:30.567] Build status: STARTED
[22:30:30.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:35:0) after 2m16s
[22:32:46.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:35:0)
[22:32:46.755] Build status: STARTED
[22:32:46.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:36:0) after 8m31s
[22:41:17.774] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:36:0)
[22:41:17.803] Build status: STARTED
[22:41:17.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:37:0) after 2m32s
[22:43:49.821] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:37:0)
[22:43:49.846] Build status: STARTED
[22:43:49.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:38:0) after 9m49s
[22:53:38.918] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:38:0)
[22:53:38.949] Build status: STARTED
[22:53:38.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:39:0) after 4m30s
[22:58:09.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:39:0)
[22:58:09.076] Build status: STARTED
[22:58:09.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:40:0) after 5m43s
[23:03:52.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:40:0)
[23:03:52.857] Build status: STARTED
[23:03:52.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:41:0) after 8m11s
[23:12:03.882] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:41:0)
[23:12:03.912] Build status: STARTED
[23:12:03.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:42:0) after 7m57s
[23:20:01.217] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:42:0)
[23:20:01.378] Build status: STARTED
[23:20:01.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:43:0) after 4m45s
[23:24:46.465] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:43:0)
[23:24:46.497] Build status: STARTED
[23:24:46.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:44:0) after 2m58s
[23:27:44.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:44:0)
[23:27:44.728] Build status: STARTED
[23:27:44.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:45:0) after 4m18s
[23:32:02.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:45:0)
[23:32:02.829] Build status: STARTED
[23:32:02.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:46:0) after 5m35s
[23:37:37.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:46:0)
[23:37:37.884] Build status: STARTED
[23:37:37.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:47:0) after 3m25s
[23:41:02.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:47:0)
[23:41:02.927] Build status: STARTED
[23:41:02.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:48:0) after 6m24s
[23:47:27.238] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:48:0)
[23:47:27.334] Build status: STARTED
[23:47:27.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:49:0) after 5m54s
[23:53:21.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:49:0)
[23:53:21.401] Build status: STARTED
[23:53:21.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:50:0) after 4m22s
[23:57:43.565] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:50:0)
[23:57:43.601] Build status: STARTED
[23:57:43.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:51:0) after 3m7s
[00:00:50.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:51:0)
[00:00:50.665] Build status: STARTED
[00:00:50.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:52:0) after 1m44s
[00:02:35.301] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:52:0)
[00:02:35.335] Build status: STARTED
[00:02:35.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:53:0) after 6m20s
[00:08:55.353] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:53:0)
[00:08:55.386] Build status: STARTED
[00:08:55.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:54:0) after 1m46s
[00:10:41.404] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:54:0)
[00:10:41.437] Build status: STARTED
[00:10:41.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:55:0) after 8m36s
[00:19:17.477] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:55:0)
[00:19:17.511] Build status: STARTED
[00:19:17.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:56:0) after 7m47s
[00:27:04.580] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:56:0)
[00:27:04.607] Build status: STARTED
[00:27:04.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:57:0) after 2m19s
[00:29:23.753] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:57:0)
[00:29:23.817] Build status: STARTED
[00:29:23.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:58:0) after 5m29s
[00:34:52.839] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:58:0)
[00:34:52.874] Build status: STARTED
[00:34:52.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:59:0) after 3m56s
[00:38:49.049] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:59:0)
[00:38:49.079] Build status: STARTED
[00:38:49.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:60:0) after 2m46s
[00:41:35.121] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:60:0)
[00:41:35.160] Build status: STARTED
[00:41:35.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:61:0) after 1m41s
[00:43:16.181] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:61:0)
[00:43:16.209] Build status: STARTED
[00:43:16.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:62:0) after 3m5s
[00:46:21.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:62:0)
[00:46:21.344] Build status: STARTED
[00:46:21.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:63:0) after 2m17s
[00:48:38.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:63:0)
[00:48:38.409] Build status: STARTED
[00:48:38.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:64:0) after 5m7s
[00:53:45.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:64:0)
[00:53:45.463] Build status: STARTED
[00:53:45.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:65:0) after 6m21s
[01:00:06.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:65:0)
[01:00:06.541] Build status: STARTED
[01:00:06.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:66:0) after 2m35s
[01:02:41.561] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:66:0)
[01:02:41.595] Build status: STARTED
[01:02:41.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:67:0) after 3m46s
[01:06:27.715] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:67:0)
[01:06:27.747] Build status: STARTED
[01:06:27.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:68:0) after 1m28s
[01:07:55.764] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:68:0)
[01:07:55.789] Build status: STARTED
[01:07:55.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:69:0) after 3m23s
[01:11:18.808] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:69:0)
[01:11:18.838] Build status: STARTED
[01:11:18.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:70:0) after 5m43s
[01:17:02.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:70:0)
[01:17:02.281] Build status: STARTED
[01:17:02.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:71:0) after 4m56s
[01:21:58.299] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:71:0)
[01:21:58.331] Build status: STARTED
[01:21:58.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:72:0) after 3m6s
[01:25:04.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:72:0)
[01:25:04.548] Build status: STARTED
[01:25:04.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:73:0) after 7m12s
[01:32:16.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:73:0)
[01:32:16.821] Build status: STARTED
[01:32:16.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:74:0) after 9m23s
[01:41:39.855] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:74:0)
[01:41:39.886] Build status: STARTED
[01:41:39.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:75:0) after 2m25s
[01:44:04.908] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:75:0)
[01:44:04.930] Build status: STARTED
[01:44:04.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:76:0) after 2m48s
[01:46:52.956] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:76:0)
[01:46:52.984] Build status: STARTED
[01:46:52.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:77:0) after 1m19s
[01:48:12.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:77:0)
[01:48:12.079] Build status: STARTED
[01:48:12.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:78:0) after 1m11s
[01:49:23.235] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:78:0)
[01:49:23.271] Build status: STARTED
[01:49:23.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:79:0) after 9m15s
[01:58:38.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:79:0)
[01:58:38.322] Build status: STARTED
[01:58:38.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:80:0) after 1m3s
[01:59:41.379] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:80:0)
[01:59:41.411] Build status: STARTED
[01:59:41.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:81:0) after 4m21s
[02:04:02.673] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:81:0)
[02:04:02.702] Build status: STARTED
[02:04:02.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:82:0) after 5m2s
[02:09:04.733] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:82:0)
[02:09:04.774] Build status: STARTED
[02:09:04.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:83:0) after 9m58s
[02:19:02.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:83:0)
[02:19:02.860] Build status: STARTED
[02:19:02.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:84:0) after 3m45s
[02:22:47.831] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:84:0)
[02:22:47.858] Build status: STARTED
[02:22:47.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:85:0) after 6m30s
[02:29:18.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:85:0)
[02:29:18.217] Build status: STARTED
[02:29:18.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:86:0) after 9m57s
[02:39:15.237] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:86:0)
[02:39:15.266] Build status: STARTED
[02:39:15.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:87:0) after 1m23s
[02:40:38.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:87:0)
[02:40:38.327] Build status: STARTED
[02:40:38.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:88:0) after 5m26s
[02:46:04.566] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:88:0)
[02:46:04.595] Build status: STARTED
[02:46:04.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:89:0) after 7m23s
[02:53:27.624] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:89:0)
[02:53:27.658] Build status: STARTED
[02:53:27.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:90:0) after 3m53s
[02:57:20.676] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:90:0)
[02:57:20.707] Build status: STARTED
[02:57:20.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:91:0) after 9m18s
[03:06:38.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:91:0)
[03:06:38.897] Build status: STARTED
[03:06:38.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:92:0) after 7m48s
[03:14:26.921] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:92:0)
[03:14:26.948] Build status: STARTED
[03:14:26.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:93:0) after 2m32s
[03:16:58.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:93:0)
[03:16:59.005] Build status: STARTED
[03:16:59.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:94:0) after 4m45s
[03:21:44.100] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:94:0)
[03:21:44.129] Build status: STARTED
[03:21:44.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:95:0) after 2m40s
[03:24:24.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:95:0)
[03:24:24.183] Build status: STARTED
[03:24:24.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:96:0) after 9m10s
[03:33:34.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:96:0)
[03:33:34.826] Build status: STARTED
[03:33:34.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:97:0) after 9m5s
[03:42:40.007] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:97:0)
[03:42:40.041] Build status: STARTED
[03:42:40.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:98:0) after 8m54s
[03:51:34.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:98:0)
[03:51:34.330] Build status: STARTED
[03:51:34.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:99:0) after 7m37s
[03:59:11.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:99:0)
[03:59:11.747] Build status: STARTED
[03:59:11.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:100:0) after 9m27s
[04:08:38.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:100:0)
[04:08:38.800] Build status: STARTED
[04:08:38.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:101:0) after 6m19s
[04:14:58.015] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:101:0)
[04:14:58.042] Build status: STARTED
[04:14:58.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:102:0) after 2m32s
[04:17:30.276] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:102:0)
[04:17:30.303] Build status: STARTED
[04:17:30.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:103:0) after 3m42s
[04:21:12.457] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:103:0)
[04:21:12.488] Build status: STARTED
[04:21:12.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:104:0) after 7m25s
[04:28:37.516] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:104:0)
[04:28:37.562] Build status: STARTED
[04:28:37.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:105:0) after 9m0s
[04:37:37.657] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:105:0)
[04:37:37.687] Build status: STARTED
[04:37:37.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:106:0) after 1m23s
[04:39:00.955] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:106:0)
[04:39:00.994] Build status: STARTED
[04:39:00.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:107:0) after 1m51s
[04:40:52.018] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:107:0)
[04:40:52.045] Build status: STARTED
[04:40:52.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:108:0) after 3m10s
[04:44:02.200] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:108:0)
[04:44:02.243] Build status: STARTED
[04:44:02.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:109:0) after 2m7s
[04:46:09.261] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:109:0)
[04:46:09.305] Build status: STARTED
[04:46:09.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:110:0) after 3m4s
[04:49:14.267] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:110:0)
[04:49:14.296] Build status: STARTED
[04:49:14.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:111:0) after 7m52s
[04:57:06.318] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:111:0)
[04:57:06.371] Build status: STARTED
[04:57:06.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:112:0) after 2m7s
[04:59:13.586] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:112:0)
[04:59:13.619] Build status: STARTED
[04:59:13.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:113:0) after 1m50s
[05:01:03.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:113:0)
[05:01:03.879] Build status: STARTED
[05:01:03.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:114:0) after 5m51s
[05:06:55.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:114:0)
[05:06:55.578] Build status: STARTED
[05:06:55.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:115:0) after 2m32s
[05:09:27.633] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:115:0)
[05:09:27.672] Build status: STARTED
[05:09:27.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:116:0) after 1m33s
[05:11:00.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:116:0)
[05:11:00.985] Build status: STARTED
[05:11:00.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:117:0) after 4m4s
[05:15:05.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:117:0)
[05:15:05.041] Build status: STARTED
[05:15:05.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:118:0) after 1m28s
[05:16:33.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:118:0)
[05:16:33.366] Build status: STARTED
[05:16:33.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:119:0) after 1m53s
[05:18:26.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:119:0)
[05:18:26.744] Build status: STARTED
[05:18:26.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:120:0) after 8m50s
[05:27:16.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:120:0)
[05:27:16.801] Build status: STARTED
[05:27:16.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:121:0) after 1m37s
[05:28:53.822] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:121:0)
[05:28:53.849] Build status: STARTED
[05:28:53.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:122:0) after 2m2s
[05:30:55.917] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:122:0)
[05:30:55.944] Build status: STARTED
[05:30:55.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:123:0) after 6m15s
[05:37:10.969] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:123:0)
[05:37:11.001] Build status: STARTED
[05:37:11.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:124:0) after 1m21s
[05:38:32.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:124:0)
[05:38:33.311] Build status: STARTED
[05:38:33.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:125:0) after 8m57s
[05:47:30.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:125:0)
[05:47:30.363] Build status: STARTED
[05:47:30.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:126:0) after 5m39s
[05:53:09.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:126:0)
[05:53:09.418] Build status: STARTED
[05:53:09.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:127:0) after 9m15s
[06:02:24.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:127:0)
[06:02:24.580] Build status: STARTED
[06:02:24.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:9011937194591859392:128:0) after 9m0s
[06:02:52.938] Received PubSub notification, asking Buildbucket for the build status
[06:02:52.968] Build:
{
  "id": "8846507132392421152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 25951,
  "createdBy": "project:chromium",
  "createTime": "2021-05-22T19:06:20.140550Z",
  "startTime": "2021-05-22T19:11:46.731295Z",
  "endTime": "2021-05-23T06:02:52.135316974Z",
  "updateTime": "2021-05-23T06:02:52.135628249Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6ebd094bf4ce55cad3468fa748853823bf96d65c",
      "ref": "refs/heads/master"
    }
  }
}
[06:02:52.968] Invocation finished in 10h56m34.309076985s with status FAILED