Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "cd407aca38b00d4ed9ef5864dbf5d684f5a1bcb0"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cd407aca38b00d4ed9ef5864dbf5d684f5a1bcb0
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[05:11:42.406] New invocation is queued and will start shortly
[05:11:43.485] Starting the invocation (attempt 1)
[05:11:43.515] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cd407aca38b00d4ed9ef5864dbf5d684f5a1bcb0"
[05:11:43.515] Popped gitiles commit info from properties and tags
[05:11:43.515] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:11:43.516] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:11:43.516] Buildbucket request:
{
  "requestId": "9011808509454852960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "cd407aca38b00d4ed9ef5864dbf5d684f5a1bcb0",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9011808509454852960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:11:44.910] Scheduled build:
{
  "id": "8846378447414951168",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25006,
  "createdBy": "project:chromium",
  "createTime": "2021-05-24T05:11:43.698929Z",
  "updateTime": "2021-05-24T05:11:44.704525Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cd407aca38b00d4ed9ef5864dbf5d684f5a1bcb0",
      "ref": "refs/heads/master"
    }
  }
}
[05:11:44.910] Task URL: https://cr-buildbucket.appspot.com/build/8846378447414951168
[05:11:44.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:2:0) after 3m45s
[05:13:08.925] Received PubSub notification, asking Buildbucket for the build status
[05:13:08.949] Build status: STARTED
[05:15:29.927] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:2:0)
[05:15:29.968] Build status: STARTED
[05:15:29.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:4:0) after 4m49s
[05:20:18.991] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:4:0)
[05:20:19.016] Build status: STARTED
[05:20:19.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:5:0) after 6m26s
[05:26:45.036] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:5:0)
[05:26:45.068] Build status: STARTED
[05:26:45.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:6:0) after 4m18s
[05:31:03.092] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:6:0)
[05:31:03.119] Build status: STARTED
[05:31:03.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:7:0) after 7m42s
[05:38:45.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:7:0)
[05:38:45.195] Build status: STARTED
[05:38:45.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:8:0) after 1m13s
[05:39:58.295] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:8:0)
[05:39:58.321] Build status: STARTED
[05:39:58.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:9:0) after 6m24s
[05:46:22.378] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:9:0)
[05:46:22.418] Build status: STARTED
[05:46:22.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:10:0) after 2m8s
[05:48:30.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:10:0)
[05:48:30.482] Build status: STARTED
[05:48:30.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:11:0) after 2m33s
[05:51:03.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:11:0)
[05:51:03.665] Build status: STARTED
[05:51:03.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:12:0) after 6m39s
[05:57:42.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:12:0)
[05:57:42.810] Build status: STARTED
[05:57:42.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:13:0) after 5m4s
[06:02:46.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:13:0)
[06:02:47.026] Build status: STARTED
[06:02:47.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:14:0) after 6m41s
[06:09:28.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:14:0)
[06:09:28.090] Build status: STARTED
[06:09:28.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:15:0) after 9m59s
[06:19:27.117] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:15:0)
[06:19:27.146] Build status: STARTED
[06:19:27.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:16:0) after 5m24s
[06:24:51.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:16:0)
[06:24:51.202] Build status: STARTED
[06:24:51.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:17:0) after 3m35s
[06:28:26.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:17:0)
[06:28:26.247] Build status: STARTED
[06:28:26.247] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:18:0) after 7m57s
[06:36:23.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:18:0)
[06:36:23.303] Build status: STARTED
[06:36:23.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:19:0) after 4m46s
[06:41:09.512] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:19:0)
[06:41:09.603] Build status: STARTED
[06:41:09.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:20:0) after 8m54s
[06:50:03.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:20:0)
[06:50:03.634] Build status: STARTED
[06:50:03.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:21:0) after 5m33s
[06:55:36.658] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:21:0)
[06:55:36.687] Build status: STARTED
[06:55:36.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:22:0) after 6m22s
[07:01:58.708] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:22:0)
[07:01:58.759] Build status: STARTED
[07:01:58.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:23:0) after 1m52s
[07:03:50.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:23:0)
[07:03:50.902] Build status: STARTED
[07:03:50.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:24:0) after 3m30s
[07:07:22.264] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:24:0)
[07:07:22.309] Build status: STARTED
[07:07:22.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:25:0) after 6m27s
[07:13:49.371] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:25:0)
[07:13:49.404] Build status: STARTED
[07:13:49.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:26:0) after 7m23s
[07:21:12.433] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:26:0)
[07:21:12.472] Build status: STARTED
[07:21:12.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:27:0) after 2m15s
[07:23:27.493] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:27:0)
[07:23:27.520] Build status: STARTED
[07:23:27.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:28:0) after 4m56s
[07:28:23.540] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:28:0)
[07:28:23.568] Build status: STARTED
[07:28:23.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:29:0) after 7m19s
[07:35:42.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:29:0)
[07:35:42.602] Build status: STARTED
[07:35:42.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:30:0) after 7m22s
[07:43:04.618] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:30:0)
[07:43:04.646] Build status: STARTED
[07:43:04.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:31:0) after 7m15s
[07:50:19.665] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:31:0)
[07:50:19.689] Build status: STARTED
[07:50:19.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:32:0) after 6m51s
[07:57:10.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:32:0)
[07:57:10.737] Build status: STARTED
[07:57:10.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:33:0) after 6m58s
[08:04:08.755] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:33:0)
[08:04:08.784] Build status: STARTED
[08:04:08.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:34:0) after 3m23s
[08:07:31.804] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:34:0)
[08:07:31.829] Build status: STARTED
[08:07:31.829] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:35:0) after 5m24s
[08:12:55.849] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:35:0)
[08:12:55.883] Build status: STARTED
[08:12:55.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:36:0) after 2m58s
[08:15:53.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:36:0)
[08:15:53.962] Build status: STARTED
[08:15:53.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:37:0) after 6m20s
[08:22:14.348] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:37:0)
[08:22:14.374] Build status: STARTED
[08:22:14.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:38:0) after 8m36s
[08:30:50.487] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:38:0)
[08:30:50.520] Build status: STARTED
[08:30:50.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:39:0) after 4m33s
[08:35:23.546] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:39:0)
[08:35:23.579] Build status: STARTED
[08:35:23.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:40:0) after 8m30s
[08:43:53.621] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:40:0)
[08:43:53.662] Build status: STARTED
[08:43:53.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:41:0) after 1m55s
[08:45:48.680] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:41:0)
[08:45:48.724] Build status: STARTED
[08:45:48.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:42:0) after 4m22s
[08:50:10.743] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:42:0)
[08:50:10.767] Build status: STARTED
[08:50:10.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:43:0) after 4m46s
[08:54:56.787] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:43:0)
[08:54:56.811] Build status: STARTED
[08:54:56.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:44:0) after 7m59s
[09:02:55.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:44:0)
[09:02:55.914] Build status: STARTED
[09:02:55.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:45:0) after 8m53s
[09:11:48.939] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:45:0)
[09:11:48.968] Build status: STARTED
[09:11:48.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:46:0) after 8m40s
[09:20:28.989] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:46:0)
[09:20:29.023] Build status: STARTED
[09:20:29.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:47:0) after 2m26s
[09:22:55.041] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:47:0)
[09:22:55.088] Build status: STARTED
[09:22:55.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:48:0) after 5m51s
[09:28:46.108] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:48:0)
[09:28:46.132] Build status: STARTED
[09:28:46.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:49:0) after 7m30s
[09:36:16.182] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:49:0)
[09:36:16.242] Build status: STARTED
[09:36:16.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:50:0) after 5m27s
[09:41:43.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:50:0)
[09:41:43.418] Build status: STARTED
[09:41:43.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:51:0) after 2m28s
[09:44:11.805] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:51:0)
[09:44:11.842] Build status: STARTED
[09:44:11.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:52:0) after 8m5s
[09:52:18.718] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:52:0)
[09:52:18.797] Build status: STARTED
[09:52:18.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:53:0) after 5m55s
[09:58:13.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:53:0)
[09:58:13.882] Build status: STARTED
[09:58:13.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:54:0) after 1m15s
[09:59:28.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:54:0)
[09:59:28.960] Build status: STARTED
[09:59:28.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:55:0) after 4m25s
[10:03:54.057] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:55:0)
[10:03:54.084] Build status: STARTED
[10:03:54.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:56:0) after 7m13s
[10:11:07.142] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:56:0)
[10:11:07.176] Build status: STARTED
[10:11:07.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:57:0) after 5m24s
[10:16:31.202] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:57:0)
[10:16:31.245] Build status: STARTED
[10:16:31.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:58:0) after 7m45s
[10:24:16.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:58:0)
[10:24:16.291] Build status: STARTED
[10:24:16.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:59:0) after 1m14s
[10:25:30.335] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:59:0)
[10:25:30.383] Build status: STARTED
[10:25:30.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:60:0) after 1m16s
[10:26:46.403] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:60:0)
[10:26:46.439] Build status: STARTED
[10:26:46.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:61:0) after 9m32s
[10:36:18.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:61:0)
[10:36:19.163] Build status: STARTED
[10:36:19.163] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:62:0) after 8m8s
[10:44:27.184] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:62:0)
[10:44:27.207] Build status: STARTED
[10:44:27.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:63:0) after 7m55s
[10:52:22.196] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:63:0)
[10:52:22.225] Build status: STARTED
[10:52:22.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:64:0) after 7m18s
[10:59:40.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:64:0)
[10:59:40.275] Build status: STARTED
[10:59:40.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:65:0) after 3m53s
[11:03:33.294] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:65:0)
[11:03:33.326] Build status: STARTED
[11:03:33.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:66:0) after 6m58s
[11:10:31.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:66:0)
[11:10:31.602] Build status: STARTED
[11:10:31.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:67:0) after 8m27s
[11:18:58.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:67:0)
[11:18:58.742] Build status: STARTED
[11:18:58.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:68:0) after 1m29s
[11:20:27.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:68:0)
[11:20:27.796] Build status: STARTED
[11:20:27.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:69:0) after 1m20s
[11:21:47.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:69:0)
[11:21:47.857] Build status: STARTED
[11:21:47.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:70:0) after 5m32s
[11:27:20.061] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:70:0)
[11:27:20.088] Build status: STARTED
[11:27:20.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:71:0) after 1m0s
[11:28:20.133] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:71:0)
[11:28:20.162] Build status: STARTED
[11:28:20.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:72:0) after 3m19s
[11:31:39.226] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:72:0)
[11:31:39.255] Build status: STARTED
[11:31:39.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:73:0) after 3m49s
[11:35:29.140] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:73:0)
[11:35:29.170] Build status: STARTED
[11:35:29.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:74:0) after 6m26s
[11:41:55.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:74:0)
[11:41:55.219] Build status: STARTED
[11:41:55.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:75:0) after 1m18s
[11:43:13.246] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:75:0)
[11:43:13.281] Build status: STARTED
[11:43:13.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:76:0) after 5m34s
[11:48:47.644] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:76:0)
[11:48:47.676] Build status: STARTED
[11:48:47.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:77:0) after 8m43s
[11:57:30.698] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:77:0)
[11:57:30.724] Build status: STARTED
[11:57:30.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:78:0) after 6m50s
[12:04:20.751] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:78:0)
[12:04:20.782] Build status: STARTED
[12:04:20.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:79:0) after 7m19s
[12:11:40.214] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:79:0)
[12:11:40.240] Build status: STARTED
[12:11:40.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:80:0) after 5m24s
[12:17:05.078] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:80:0)
[12:17:05.105] Build status: STARTED
[12:17:05.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:81:0) after 2m5s
[12:19:10.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:81:0)
[12:19:11.787] Build status: STARTED
[12:19:11.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:82:0) after 5m19s
[12:24:30.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:82:0)
[12:24:30.833] Build status: STARTED
[12:24:30.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:83:0) after 7m59s
[12:32:29.853] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:83:0)
[12:32:29.890] Build status: STARTED
[12:32:29.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:84:0) after 9m41s
[12:42:10.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:84:0)
[12:42:10.946] Build status: STARTED
[12:42:10.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:85:0) after 2m25s
[12:44:36.381] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:85:0)
[12:44:36.408] Build status: STARTED
[12:44:36.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:86:0) after 2m25s
[12:47:01.569] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:86:0)
[12:47:01.598] Build status: STARTED
[12:47:01.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:87:0) after 6m30s
[12:53:32.392] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:87:0)
[12:53:32.424] Build status: STARTED
[12:53:32.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:88:0) after 2m19s
[12:55:51.444] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:88:0)
[12:55:51.471] Build status: STARTED
[12:55:51.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:89:0) after 4m48s
[13:00:39.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:89:0)
[13:00:39.941] Build status: STARTED
[13:00:39.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:90:0) after 7m19s
[13:07:58.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:90:0)
[13:07:59.027] Build status: STARTED
[13:07:59.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:91:0) after 8m45s
[13:16:44.048] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:91:0)
[13:16:44.085] Build status: STARTED
[13:16:44.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:92:0) after 8m13s
[13:24:57.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:92:0)
[13:24:57.157] Build status: STARTED
[13:24:57.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:93:0) after 1m50s
[13:26:47.244] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:93:0)
[13:26:47.271] Build status: STARTED
[13:26:47.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:94:0) after 2m13s
[13:29:00.326] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:94:0)
[13:29:00.354] Build status: STARTED
[13:29:00.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:95:0) after 5m7s
[13:34:07.534] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:95:0)
[13:34:07.639] Build status: STARTED
[13:34:07.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:96:0) after 6m15s
[13:40:22.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:96:0)
[13:40:22.791] Build status: STARTED
[13:40:22.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:97:0) after 3m38s
[13:44:00.952] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:97:0)
[13:44:00.985] Build status: STARTED
[13:44:00.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:98:0) after 9m55s
[13:53:56.014] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:98:0)
[13:53:56.052] Build status: STARTED
[13:53:56.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:99:0) after 7m29s
[14:01:25.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:99:0)
[14:01:25.122] Build status: STARTED
[14:01:25.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:100:0) after 7m27s
[14:08:52.339] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:100:0)
[14:08:52.413] Build status: STARTED
[14:08:52.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:101:0) after 1m47s
[14:10:39.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:101:0)
[14:10:39.502] Build status: STARTED
[14:10:39.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:102:0) after 1m37s
[14:12:16.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:102:0)
[14:12:16.572] Build status: STARTED
[14:12:16.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:103:0) after 6m36s
[14:18:52.605] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:103:0)
[14:18:52.643] Build status: STARTED
[14:18:52.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:104:0) after 2m38s
[14:21:30.728] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:104:0)
[14:21:30.766] Build status: STARTED
[14:21:30.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:105:0) after 1m9s
[14:22:39.798] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:105:0)
[14:22:39.840] Build status: STARTED
[14:22:39.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:106:0) after 2m2s
[14:24:41.859] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:106:0)
[14:24:41.891] Build status: STARTED
[14:24:41.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:107:0) after 1m1s
[14:25:42.915] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:107:0)
[14:25:42.943] Build status: STARTED
[14:25:42.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:108:0) after 4m6s
[14:29:48.966] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:108:0)
[14:29:48.999] Build status: STARTED
[14:29:48.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:109:0) after 6m29s
[14:36:18.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:109:0)
[14:36:18.047] Build status: STARTED
[14:36:18.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:110:0) after 5m18s
[14:41:36.067] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:110:0)
[14:41:36.112] Build status: STARTED
[14:41:36.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:111:0) after 1m3s
[14:42:39.236] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:111:0)
[14:42:39.327] Build status: STARTED
[14:42:39.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:112:0) after 3m50s
[14:46:29.314] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:112:0)
[14:46:29.359] Build status: STARTED
[14:46:29.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:113:0) after 4m11s
[14:50:40.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:113:0)
[14:50:40.430] Build status: STARTED
[14:50:40.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:114:0) after 5m28s
[14:56:08.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:114:0)
[14:56:08.553] Build status: STARTED
[14:56:08.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:115:0) after 6m42s
[15:02:50.576] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:115:0)
[15:02:50.614] Build status: STARTED
[15:02:50.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:116:0) after 5m32s
[15:08:22.776] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:116:0)
[15:08:22.811] Build status: STARTED
[15:08:22.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:117:0) after 4m7s
[15:12:29.835] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:117:0)
[15:12:29.865] Build status: STARTED
[15:12:29.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:118:0) after 8m27s
[15:20:56.899] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:118:0)
[15:20:57.788] Build status: STARTED
[15:20:57.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:119:0) after 1m14s
[15:22:11.876] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:119:0)
[15:22:11.902] Build status: STARTED
[15:22:11.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:120:0) after 8m37s
[15:30:48.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:120:0)
[15:30:48.980] Build status: STARTED
[15:30:48.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:121:0) after 5m0s
[15:35:49.003] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:121:0)
[15:35:49.049] Build status: STARTED
[15:35:49.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:122:0) after 5m32s
[15:41:21.074] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:122:0)
[15:41:21.106] Build status: STARTED
[15:41:21.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:123:0) after 6m55s
[15:48:16.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:123:0)
[15:48:16.263] Build status: STARTED
[15:48:16.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:124:0) after 8m55s
[15:57:11.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:124:0)
[15:57:11.463] Build status: STARTED
[15:57:11.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9011808509454852960:125:0) after 9m40s
[15:59:45.440] Received PubSub notification, asking Buildbucket for the build status
[15:59:45.473] Build:
{
  "id": "8846378447414951168",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 25006,
  "createdBy": "project:chromium",
  "createTime": "2021-05-24T05:11:43.698929Z",
  "startTime": "2021-05-24T05:13:08.148942Z",
  "endTime": "2021-05-24T15:59:44.969917880Z",
  "updateTime": "2021-05-24T15:59:44.971430740Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cd407aca38b00d4ed9ef5864dbf5d684f5a1bcb0",
      "ref": "refs/heads/master"
    }
  }
}
[15:59:45.473] Invocation finished in 10h48m3.10409142s with status FAILED