Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMac"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b736271378330a0c8642ba3768329c5b7fdf4782"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b736271378330a0c8642ba3768329c5b7fdf4782
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[22:14:05.260] New invocation is queued and will start shortly
[22:14:06.382] Starting the invocation (attempt 1)
[22:14:06.411] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b736271378330a0c8642ba3768329c5b7fdf4782"
[22:14:06.411] Popped gitiles commit info from properties and tags
[22:14:06.411] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:14:06.412] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:14:06.412] Buildbucket request:
{
  "requestId": "8992265839017788000",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b736271378330a0c8642ba3768329c5b7fdf4782",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8992265839017788000"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMac"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:14:07.049] Scheduled build:
{
  "id": "8826835776956729505",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27380,
  "createdBy": "project:chromium",
  "createTime": "2021-12-25T22:14:06.588969471Z",
  "updateTime": "2021-12-25T22:14:06.588969471Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b736271378330a0c8642ba3768329c5b7fdf4782",
      "ref": "refs/heads/main"
    }
  }
}
[22:14:07.049] Task URL: https://cr-buildbucket.appspot.com/build/8826835776956729505
[22:14:07.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:2:0) after 6m36s
[22:14:20.117] Received PubSub notification, asking Buildbucket for the build status
[22:14:20.141] Build status: STARTED
[22:20:43.065] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:2:0)
[22:20:43.091] Build status: STARTED
[22:20:43.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:4:0) after 9m48s
[22:30:31.087] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:4:0)
[22:30:31.113] Build status: STARTED
[22:30:31.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:5:0) after 1m47s
[22:32:18.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:5:0)
[22:32:18.156] Build status: STARTED
[22:32:18.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:6:0) after 8m34s
[22:40:52.172] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:6:0)
[22:40:52.200] Build status: STARTED
[22:40:52.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:7:0) after 4m56s
[22:45:48.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:7:0)
[22:45:48.269] Build status: STARTED
[22:45:48.269] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:8:0) after 1m11s
[22:46:59.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:8:0)
[22:46:59.301] Build status: STARTED
[22:46:59.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:9:0) after 8m42s
[22:55:41.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:9:0)
[22:55:41.349] Build status: STARTED
[22:55:41.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:10:0) after 9m10s
[23:04:51.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:10:0)
[23:04:51.397] Build status: STARTED
[23:04:51.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:11:0) after 1m46s
[23:06:37.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:11:0)
[23:06:37.437] Build status: STARTED
[23:06:37.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:12:0) after 8m21s
[23:14:58.456] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:12:0)
[23:14:58.503] Build status: STARTED
[23:14:58.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:13:0) after 7m59s
[23:22:57.535] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:13:0)
[23:22:57.565] Build status: STARTED
[23:22:57.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:14:0) after 1m39s
[23:24:36.581] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:14:0)
[23:24:36.602] Build status: STARTED
[23:24:36.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:15:0) after 6m49s
[23:31:25.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:15:0)
[23:31:25.707] Build status: STARTED
[23:31:25.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:16:0) after 4m0s
[23:35:25.722] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:16:0)
[23:35:25.743] Build status: STARTED
[23:35:25.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:17:0) after 4m4s
[23:39:29.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:17:0)
[23:39:29.789] Build status: STARTED
[23:39:29.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:18:0) after 3m1s
[23:42:30.806] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:18:0)
[23:42:30.831] Build status: STARTED
[23:42:30.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:19:0) after 3m37s
[23:46:08.050] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:19:0)
[23:46:08.110] Build status: STARTED
[23:46:08.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:20:0) after 4m21s
[23:50:29.128] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:20:0)
[23:50:29.155] Build status: STARTED
[23:50:29.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:21:0) after 9m24s
[23:59:53.347] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:21:0)
[23:59:53.369] Build status: STARTED
[23:59:53.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:22:0) after 6m59s
[00:06:52.388] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:22:0)
[00:06:52.435] Build status: STARTED
[00:06:52.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:23:0) after 7m18s
[00:14:10.453] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:23:0)
[00:14:10.482] Build status: STARTED
[00:14:10.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:24:0) after 4m48s
[00:18:58.497] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:24:0)
[00:18:58.593] Build status: STARTED
[00:18:58.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:25:0) after 1m45s
[00:20:43.608] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:25:0)
[00:20:43.641] Build status: STARTED
[00:20:43.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:26:0) after 4m4s
[00:24:47.788] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:26:0)
[00:24:48.037] Build status: STARTED
[00:24:48.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:27:0) after 7m59s
[00:32:47.143] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:27:0)
[00:32:47.172] Build status: STARTED
[00:32:47.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:28:0) after 9m18s
[00:42:05.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:28:0)
[00:42:05.413] Build status: STARTED
[00:42:05.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:29:0) after 5m47s
[00:47:52.458] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:29:0)
[00:47:52.498] Build status: STARTED
[00:47:52.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:30:0) after 8m42s
[00:56:34.514] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:30:0)
[00:56:34.556] Build status: STARTED
[00:56:34.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:31:0) after 7m25s
[01:03:59.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:31:0)
[01:03:59.597] Build status: STARTED
[01:03:59.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:32:0) after 1m39s
[01:05:38.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:32:0)
[01:05:38.657] Build status: STARTED
[01:05:38.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:33:0) after 4m36s
[01:10:14.737] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:33:0)
[01:10:14.773] Build status: STARTED
[01:10:14.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:34:0) after 5m44s
[01:15:58.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:34:0)
[01:15:58.843] Build status: STARTED
[01:15:58.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:35:0) after 6m49s
[01:22:47.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:35:0)
[01:22:47.890] Build status: STARTED
[01:22:47.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:36:0) after 1m57s
[01:24:45.410] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:36:0)
[01:24:45.444] Build status: STARTED
[01:24:45.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:37:0) after 4m14s
[01:28:59.469] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:37:0)
[01:28:59.498] Build status: STARTED
[01:28:59.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:38:0) after 3m41s
[01:32:40.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:38:0)
[01:32:40.596] Build status: STARTED
[01:32:40.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:39:0) after 9m44s
[01:42:24.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:39:0)
[01:42:24.643] Build status: STARTED
[01:42:24.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:40:0) after 5m58s
[01:48:22.668] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:40:0)
[01:48:22.709] Build status: STARTED
[01:48:22.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:41:0) after 2m10s
[01:50:32.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:41:0)
[01:50:32.757] Build status: STARTED
[01:50:32.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:42:0) after 1m35s
[01:52:07.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:42:0)
[01:52:07.799] Build status: STARTED
[01:52:07.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:43:0) after 3m50s
[01:55:57.892] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:43:0)
[01:55:57.942] Build status: STARTED
[01:55:57.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:44:0) after 8m25s
[02:04:22.960] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:44:0)
[02:04:22.994] Build status: STARTED
[02:04:22.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:45:0) after 5m53s
[02:10:16.153] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:45:0)
[02:10:16.184] Build status: STARTED
[02:10:16.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:46:0) after 4m40s
[02:14:56.204] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:46:0)
[02:14:56.229] Build status: STARTED
[02:14:56.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:47:0) after 7m57s
[02:22:53.250] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:47:0)
[02:22:53.279] Build status: STARTED
[02:22:53.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:48:0) after 2m53s
[02:25:46.297] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:48:0)
[02:25:46.325] Build status: STARTED
[02:25:46.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:49:0) after 5m55s
[02:31:41.345] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:49:0)
[02:31:41.399] Build status: STARTED
[02:31:41.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:50:0) after 2m18s
[02:33:59.682] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:50:0)
[02:33:59.727] Build status: STARTED
[02:33:59.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:51:0) after 9m0s
[02:43:00.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:51:0)
[02:43:00.140] Build status: STARTED
[02:43:00.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:52:0) after 5m48s
[02:48:48.533] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:52:0)
[02:48:48.560] Build status: STARTED
[02:48:48.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:53:0) after 1m46s
[02:50:34.811] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:53:0)
[02:50:34.879] Build status: STARTED
[02:50:34.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:54:0) after 5m52s
[02:56:26.895] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:54:0)
[02:56:26.912] Build status: STARTED
[02:56:26.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:55:0) after 4m23s
[03:00:50.099] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:55:0)
[03:00:50.120] Build status: STARTED
[03:00:50.120] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:56:0) after 3m49s
[03:04:39.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:56:0)
[03:04:39.321] Build status: STARTED
[03:04:39.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:57:0) after 4m22s
[03:09:01.539] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:57:0)
[03:09:01.559] Build status: STARTED
[03:09:01.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:58:0) after 1m55s
[03:10:56.770] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:58:0)
[03:10:56.798] Build status: STARTED
[03:10:56.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:59:0) after 6m56s
[03:17:52.819] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:59:0)
[03:17:52.879] Build status: STARTED
[03:17:52.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:60:0) after 1m43s
[03:19:35.857] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:60:0)
[03:19:35.917] Build status: STARTED
[03:19:35.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:61:0) after 8m30s
[03:28:06.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:61:0)
[03:28:06.264] Build status: STARTED
[03:28:06.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:62:0) after 4m33s
[03:32:39.283] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:62:0)
[03:32:39.308] Build status: STARTED
[03:32:39.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:63:0) after 9m48s
[03:42:27.329] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:63:0)
[03:42:27.347] Build status: STARTED
[03:42:27.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:64:0) after 8m47s
[03:51:14.364] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:64:0)
[03:51:14.384] Build status: STARTED
[03:51:14.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:65:0) after 6m22s
[03:57:36.412] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:65:0)
[03:57:36.451] Build status: STARTED
[03:57:36.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:66:0) after 8m4s
[04:05:40.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:66:0)
[04:05:40.546] Build status: STARTED
[04:05:40.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:67:0) after 6m36s
[04:12:17.239] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:67:0)
[04:12:17.341] Build status: STARTED
[04:12:17.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:68:0) after 7m41s
[04:19:58.366] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:68:0)
[04:19:58.397] Build status: STARTED
[04:19:58.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:69:0) after 2m54s
[04:22:52.414] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:69:0)
[04:22:52.446] Build status: STARTED
[04:22:52.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:70:0) after 8m10s
[04:31:02.467] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:70:0)
[04:31:02.498] Build status: STARTED
[04:31:02.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:71:0) after 1m28s
[04:32:30.727] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:71:0)
[04:32:30.755] Build status: STARTED
[04:32:30.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:72:0) after 8m43s
[04:41:13.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:72:0)
[04:41:13.806] Build status: STARTED
[04:41:13.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:73:0) after 9m58s
[04:51:12.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:73:0)
[04:51:12.048] Build status: STARTED
[04:51:12.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:74:0) after 3m36s
[04:54:48.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:74:0)
[04:54:48.220] Build status: STARTED
[04:54:48.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:75:0) after 9m29s
[05:04:17.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:75:0)
[05:04:17.253] Build status: STARTED
[05:04:17.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:76:0) after 9m46s
[05:14:03.288] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:76:0)
[05:14:03.308] Build status: STARTED
[05:14:03.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:77:0) after 9m42s
[05:23:45.357] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:77:0)
[05:23:45.391] Build status: STARTED
[05:23:45.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:78:0) after 1m59s
[05:25:44.407] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:78:0)
[05:25:44.440] Build status: STARTED
[05:25:44.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:79:0) after 1m58s
[05:27:42.575] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:79:0)
[05:27:42.601] Build status: STARTED
[05:27:42.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:80:0) after 1m36s
[05:29:18.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:80:0)
[05:29:18.640] Build status: STARTED
[05:29:18.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:81:0) after 4m9s
[05:33:27.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:81:0)
[05:33:27.981] Build status: STARTED
[05:33:27.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:82:0) after 7m26s
[05:40:54.010] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:82:0)
[05:40:54.035] Build status: STARTED
[05:40:54.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:83:0) after 1m21s
[05:42:15.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:83:0)
[05:42:15.078] Build status: STARTED
[05:42:15.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:84:0) after 1m11s
[05:43:26.093] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:84:0)
[05:43:26.124] Build status: STARTED
[05:43:26.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:85:0) after 9m53s
[05:53:19.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:85:0)
[05:53:19.172] Build status: STARTED
[05:53:19.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:86:0) after 1m4s
[05:54:23.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:86:0)
[05:54:23.213] Build status: STARTED
[05:54:23.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:87:0) after 3m47s
[05:58:10.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:87:0)
[05:58:10.380] Build status: STARTED
[05:58:10.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:88:0) after 1m33s
[05:59:43.396] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:88:0)
[05:59:43.421] Build status: STARTED
[05:59:43.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:89:0) after 9m18s
[06:09:01.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:89:0)
[06:09:01.469] Build status: STARTED
[06:09:01.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:90:0) after 4m45s
[06:13:46.488] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:90:0)
[06:13:46.536] Build status: STARTED
[06:13:46.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:91:0) after 2m59s
[06:16:45.555] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:91:0)
[06:16:45.580] Build status: STARTED
[06:16:45.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:92:0) after 9m40s
[06:26:25.599] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:92:0)
[06:26:25.628] Build status: STARTED
[06:26:25.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:93:0) after 4m4s
[06:30:29.797] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:93:0)
[06:30:29.817] Build status: STARTED
[06:30:29.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:94:0) after 7m43s
[06:38:12.837] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:94:0)
[06:38:12.864] Build status: STARTED
[06:38:12.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:95:0) after 3m52s
[06:42:05.083] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:95:0)
[06:42:05.108] Build status: STARTED
[06:42:05.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:96:0) after 3m33s
[06:45:38.130] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:96:0)
[06:45:38.157] Build status: STARTED
[06:45:38.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:97:0) after 7m1s
[06:52:39.175] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:97:0)
[06:52:39.203] Build status: STARTED
[06:52:39.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:98:0) after 6m7s
[06:58:46.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:98:0)
[06:58:46.288] Build status: STARTED
[06:58:46.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:99:0) after 1m25s
[07:00:11.372] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:99:0)
[07:00:11.462] Build status: STARTED
[07:00:11.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:100:0) after 2m17s
[07:02:28.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:100:0)
[07:02:28.508] Build status: STARTED
[07:02:28.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:101:0) after 8m52s
[07:11:20.759] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:101:0)
[07:11:20.785] Build status: STARTED
[07:11:20.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:102:0) after 9m8s
[07:20:28.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:102:0)
[07:20:28.998] Build status: STARTED
[07:20:28.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:103:0) after 1m1s
[07:21:30.027] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:103:0)
[07:21:30.055] Build status: STARTED
[07:21:30.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:104:0) after 4m32s
[07:26:02.206] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:104:0)
[07:26:02.241] Build status: STARTED
[07:26:02.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:105:0) after 8m34s
[07:34:36.303] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:105:0)
[07:34:36.322] Build status: STARTED
[07:34:36.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:106:0) after 3m27s
[07:38:03.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:106:0)
[07:38:03.370] Build status: STARTED
[07:38:03.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:107:0) after 9m48s
[07:47:51.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:107:0)
[07:47:51.413] Build status: STARTED
[07:47:51.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:108:0) after 8m46s
[07:56:37.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:108:0)
[07:56:37.446] Build status: STARTED
[07:56:37.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:109:0) after 3m37s
[08:00:14.518] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:109:0)
[08:00:14.550] Build status: STARTED
[08:00:14.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:110:0) after 6m8s
[08:06:22.568] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:110:0)
[08:06:22.585] Build status: STARTED
[08:06:22.585] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:111:0) after 5m12s
[08:11:34.602] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:111:0)
[08:11:34.622] Build status: STARTED
[08:11:34.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:112:0) after 5m19s
[08:16:53.666] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:112:0)
[08:16:53.688] Build status: STARTED
[08:16:53.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:113:0) after 4m6s
[08:20:59.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:113:0)
[08:20:59.740] Build status: STARTED
[08:20:59.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:114:0) after 6m8s
[08:27:07.760] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:114:0)
[08:27:07.785] Build status: STARTED
[08:27:07.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:115:0) after 5m34s
[08:32:41.818] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:115:0)
[08:32:41.868] Build status: STARTED
[08:32:41.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:116:0) after 2m42s
[08:35:23.890] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:116:0)
[08:35:23.922] Build status: STARTED
[08:35:23.922] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:117:0) after 2m19s
[08:37:42.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:117:0)
[08:37:42.968] Build status: STARTED
[08:37:42.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:118:0) after 6m36s
[08:44:18.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:118:0)
[08:44:19.077] Build status: STARTED
[08:44:19.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:119:0) after 4m41s
[08:49:00.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:119:0)
[08:49:00.134] Build status: STARTED
[08:49:00.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:120:0) after 7m8s
[08:56:08.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:120:0)
[08:56:08.193] Build status: STARTED
[08:56:08.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:121:0) after 1m0s
[08:57:08.215] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:121:0)
[08:57:08.235] Build status: STARTED
[08:57:08.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:122:0) after 3m11s
[09:00:19.262] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:122:0)
[09:00:19.318] Build status: STARTED
[09:00:19.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:123:0) after 3m24s
[09:03:43.338] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:123:0)
[09:03:43.363] Build status: STARTED
[09:03:43.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8992265839017788000:124:0) after 9m19s
[09:07:57.726] Received PubSub notification, asking Buildbucket for the build status
[09:07:57.757] Build:
{
  "id": "8826835776956729505",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMac"
  },
  "number": 27380,
  "createdBy": "project:chromium",
  "createTime": "2021-12-25T22:14:06.588969471Z",
  "startTime": "2021-12-25T22:14:19.671587Z",
  "endTime": "2021-12-26T09:07:57.430725097Z",
  "updateTime": "2021-12-26T09:07:57.430725097Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b736271378330a0c8642ba3768329c5b7fdf4782",
      "ref": "refs/heads/main"
    }
  }
}
[09:07:57.757] Invocation finished in 10h53m52.518414041s with status FAILED