Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTMacASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "46b358578b0c0a6ecfe588c1d95fb006a69eb060"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/46b358578b0c0a6ecfe588c1d95fb006a69eb060
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[02:25:52.078] New invocation is queued and will start shortly
[02:25:53.240] Starting the invocation (attempt 1)
[02:25:53.298] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/46b358578b0c0a6ecfe588c1d95fb006a69eb060"
[02:25:53.298] Popped gitiles commit info from properties and tags
[02:25:53.298] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:25:53.298] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:25:53.298] Buildbucket request:
{
  "requestId": "9014174464233041056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "46b358578b0c0a6ecfe588c1d95fb006a69eb060",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9014174464233041056"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTMacASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:25:53.916] Scheduled build:
{
  "id": "8848744402142754944",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 24912,
  "createdBy": "project:chromium",
  "createTime": "2021-04-28T02:25:53.440413Z",
  "updateTime": "2021-04-28T02:25:53.845888Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "46b358578b0c0a6ecfe588c1d95fb006a69eb060",
      "ref": "refs/heads/master"
    }
  }
}
[02:25:53.916] Task URL: https://cr-buildbucket.appspot.com/build/8848744402142754944
[02:25:53.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:2:0) after 8m59s
[02:26:34.710] Received PubSub notification, asking Buildbucket for the build status
[02:26:34.759] Build status: STARTED
[02:34:52.947] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:2:0)
[02:34:52.979] Build status: STARTED
[02:34:52.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:4:0) after 8m33s
[02:43:26.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:4:0)
[02:43:26.061] Build status: STARTED
[02:43:26.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:5:0) after 5m27s
[02:48:53.230] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:5:0)
[02:48:53.258] Build status: STARTED
[02:48:53.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:6:0) after 1m49s
[02:50:42.282] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:6:0)
[02:50:42.309] Build status: STARTED
[02:50:42.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:7:0) after 1m5s
[02:51:47.544] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:7:0)
[02:51:47.575] Build status: STARTED
[02:51:47.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:8:0) after 5m5s
[02:56:52.729] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:8:0)
[02:56:52.756] Build status: STARTED
[02:56:52.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:9:0) after 7m57s
[03:04:49.916] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:9:0)
[03:04:49.941] Build status: STARTED
[03:04:49.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:10:0) after 5m31s
[03:10:20.996] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:10:0)
[03:10:21.027] Build status: STARTED
[03:10:21.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:11:0) after 2m9s
[03:12:30.111] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:11:0)
[03:12:30.153] Build status: STARTED
[03:12:30.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:12:0) after 9m48s
[03:22:19.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:12:0)
[03:22:19.920] Build status: STARTED
[03:22:19.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:13:0) after 1m10s
[03:23:29.950] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:13:0)
[03:23:30.002] Build status: STARTED
[03:23:30.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:14:0) after 5m51s
[03:29:21.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:14:0)
[03:29:21.064] Build status: STARTED
[03:29:21.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:15:0) after 3m0s
[03:32:21.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:15:0)
[03:32:21.206] Build status: STARTED
[03:32:21.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:16:0) after 5m16s
[03:37:37.245] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:16:0)
[03:37:37.277] Build status: STARTED
[03:37:37.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:17:0) after 8m2s
[03:45:39.306] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:17:0)
[03:45:39.332] Build status: STARTED
[03:45:39.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:18:0) after 2m37s
[03:48:16.358] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:18:0)
[03:48:16.386] Build status: STARTED
[03:48:16.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:19:0) after 2m24s
[03:50:40.577] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:19:0)
[03:50:40.605] Build status: STARTED
[03:50:40.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:20:0) after 8m59s
[03:59:39.650] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:20:0)
[03:59:39.675] Build status: STARTED
[03:59:39.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:21:0) after 8m15s
[04:07:54.746] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:21:0)
[04:07:54.775] Build status: STARTED
[04:07:54.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:22:0) after 3m42s
[04:11:36.814] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:22:0)
[04:11:36.846] Build status: STARTED
[04:11:36.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:23:0) after 4m40s
[04:16:16.879] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:23:0)
[04:16:16.907] Build status: STARTED
[04:16:16.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:24:0) after 7m44s
[04:24:00.938] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:24:0)
[04:24:00.963] Build status: STARTED
[04:24:00.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:25:0) after 1m7s
[04:25:07.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:25:0)
[04:25:07.982] Build status: STARTED
[04:25:07.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:26:0) after 8m25s
[04:33:33.028] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:26:0)
[04:33:33.093] Build status: STARTED
[04:33:33.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:27:0) after 9m55s
[04:43:28.127] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:27:0)
[04:43:28.162] Build status: STARTED
[04:43:28.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:28:0) after 9m18s
[04:52:46.227] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:28:0)
[04:52:46.255] Build status: STARTED
[04:52:46.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:29:0) after 2m36s
[04:55:22.291] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:29:0)
[04:55:22.317] Build status: STARTED
[04:55:22.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:30:0) after 7m58s
[05:03:20.341] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:30:0)
[05:03:20.366] Build status: STARTED
[05:03:20.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:31:0) after 4m38s
[05:07:58.490] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:31:0)
[05:07:58.515] Build status: STARTED
[05:07:58.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:32:0) after 4m7s
[05:12:05.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:32:0)
[05:12:05.559] Build status: STARTED
[05:12:05.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:33:0) after 9m32s
[05:21:37.761] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:33:0)
[05:21:37.787] Build status: STARTED
[05:21:37.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:34:0) after 9m3s
[05:30:41.131] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:34:0)
[05:30:41.204] Build status: STARTED
[05:30:41.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:35:0) after 3m15s
[05:33:56.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:35:0)
[05:33:56.365] Build status: STARTED
[05:33:56.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:36:0) after 7m54s
[05:41:50.468] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:36:0)
[05:41:50.540] Build status: STARTED
[05:41:50.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:37:0) after 4m42s
[05:46:32.705] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:37:0)
[05:46:32.737] Build status: STARTED
[05:46:32.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:38:0) after 6m12s
[05:52:44.885] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:38:0)
[05:52:44.915] Build status: STARTED
[05:52:44.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:39:0) after 6m32s
[05:59:16.944] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:39:0)
[05:59:16.971] Build status: STARTED
[05:59:16.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:40:0) after 1m0s
[06:00:17.173] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:40:0)
[06:00:17.206] Build status: STARTED
[06:00:17.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:41:0) after 2m58s
[06:03:15.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:41:0)
[06:03:15.323] Build status: STARTED
[06:03:15.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:42:0) after 5m21s
[06:08:36.430] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:42:0)
[06:08:36.494] Build status: STARTED
[06:08:36.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:43:0) after 4m46s
[06:13:22.522] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:43:0)
[06:13:22.553] Build status: STARTED
[06:13:22.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:44:0) after 4m13s
[06:17:35.723] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:44:0)
[06:17:35.749] Build status: STARTED
[06:17:35.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:45:0) after 4m43s
[06:22:18.828] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:45:0)
[06:22:18.860] Build status: STARTED
[06:22:18.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:46:0) after 8m28s
[06:30:46.896] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:46:0)
[06:30:46.939] Build status: STARTED
[06:30:46.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:47:0) after 3m48s
[06:34:34.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:47:0)
[06:34:35.002] Build status: STARTED
[06:34:35.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:48:0) after 3m35s
[06:38:10.223] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:48:0)
[06:38:10.260] Build status: STARTED
[06:38:10.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:49:0) after 1m12s
[06:39:22.292] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:49:0)
[06:39:22.333] Build status: STARTED
[06:39:22.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:50:0) after 1m45s
[06:41:07.349] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:50:0)
[06:41:07.373] Build status: STARTED
[06:41:07.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:51:0) after 5m33s
[06:46:40.436] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:51:0)
[06:46:40.464] Build status: STARTED
[06:46:40.464] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:52:0) after 1m44s
[06:48:24.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:52:0)
[06:48:24.491] Build status: STARTED
[06:48:24.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:53:0) after 5m33s
[06:53:57.943] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:53:0)
[06:53:57.970] Build status: STARTED
[06:53:57.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:54:0) after 5m36s
[06:59:34.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:54:0)
[06:59:34.189] Build status: STARTED
[06:59:34.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:55:0) after 8m45s
[07:08:19.328] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:55:0)
[07:08:19.379] Build status: STARTED
[07:08:19.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:56:0) after 6m53s
[07:15:12.426] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:56:0)
[07:15:12.463] Build status: STARTED
[07:15:12.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:57:0) after 4m36s
[07:19:48.579] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:57:0)
[07:19:48.609] Build status: STARTED
[07:19:48.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:58:0) after 8m15s
[07:28:03.823] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:58:0)
[07:28:03.851] Build status: STARTED
[07:28:03.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:59:0) after 7m39s
[07:35:42.901] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:59:0)
[07:35:42.939] Build status: STARTED
[07:35:42.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:60:0) after 9m17s
[07:44:59.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:60:0)
[07:45:00.023] Build status: STARTED
[07:45:00.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:61:0) after 1m13s
[07:46:13.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:61:0)
[07:46:13.152] Build status: STARTED
[07:46:13.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:62:0) after 4m35s
[07:50:48.189] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:62:0)
[07:50:48.219] Build status: STARTED
[07:50:48.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:63:0) after 7m16s
[07:58:04.257] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:63:0)
[07:58:04.287] Build status: STARTED
[07:58:04.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:64:0) after 1m12s
[07:59:16.342] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:64:0)
[07:59:16.367] Build status: STARTED
[07:59:16.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:65:0) after 1m43s
[08:00:59.406] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:65:0)
[08:00:59.449] Build status: STARTED
[08:00:59.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:66:0) after 8m51s
[08:09:50.713] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:66:0)
[08:09:50.742] Build status: STARTED
[08:09:50.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:67:0) after 6m42s
[08:16:32.803] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:67:0)
[08:16:32.830] Build status: STARTED
[08:16:32.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:68:0) after 2m45s
[08:19:17.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:68:0)
[08:19:17.892] Build status: STARTED
[08:19:17.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:69:0) after 8m29s
[08:27:46.929] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:69:0)
[08:27:46.952] Build status: STARTED
[08:27:46.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:70:0) after 2m12s
[08:29:58.986] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:70:0)
[08:29:59.030] Build status: STARTED
[08:29:59.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:71:0) after 5m35s
[08:35:34.058] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:71:0)
[08:35:34.084] Build status: STARTED
[08:35:34.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:72:0) after 7m52s
[08:43:27.302] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:72:0)
[08:43:27.328] Build status: STARTED
[08:43:27.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:73:0) after 6m44s
[08:50:11.370] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:73:0)
[08:50:11.425] Build status: STARTED
[08:50:11.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:74:0) after 4m5s
[08:54:16.476] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:74:0)
[08:54:16.504] Build status: STARTED
[08:54:16.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:75:0) after 8m36s
[09:02:52.520] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:75:0)
[09:02:52.547] Build status: STARTED
[09:02:52.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:76:0) after 5m11s
[09:08:03.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:76:0)
[09:08:03.650] Build status: STARTED
[09:08:03.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:77:0) after 3m47s
[09:11:50.697] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:77:0)
[09:11:50.729] Build status: STARTED
[09:11:50.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:78:0) after 5m21s
[09:17:11.768] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:78:0)
[09:17:11.792] Build status: STARTED
[09:17:11.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:79:0) after 2m27s
[09:19:39.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:79:0)
[09:19:39.064] Build status: STARTED
[09:19:39.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:80:0) after 4m56s
[09:24:35.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:80:0)
[09:24:35.245] Build status: STARTED
[09:24:35.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:81:0) after 1m46s
[09:26:21.386] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:81:0)
[09:26:21.410] Build status: STARTED
[09:26:21.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:82:0) after 8m4s
[09:34:25.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:82:0)
[09:34:25.761] Build status: STARTED
[09:34:25.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:83:0) after 9m58s
[09:44:23.809] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:83:0)
[09:44:23.834] Build status: STARTED
[09:44:23.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:84:0) after 6m58s
[09:51:22.025] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:84:0)
[09:51:22.074] Build status: STARTED
[09:51:22.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:85:0) after 5m48s
[09:57:10.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:85:0)
[09:57:10.236] Build status: STARTED
[09:57:10.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:86:0) after 1m22s
[09:58:32.269] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:86:0)
[09:58:32.306] Build status: STARTED
[09:58:32.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:87:0) after 6m42s
[10:05:14.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:87:0)
[10:05:14.413] Build status: STARTED
[10:05:14.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:88:0) after 9m48s
[10:15:02.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:88:0)
[10:15:02.495] Build status: STARTED
[10:15:02.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:89:0) after 1m16s
[10:16:18.617] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:89:0)
[10:16:18.647] Build status: STARTED
[10:16:18.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:90:0) after 3m32s
[10:19:50.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:90:0)
[10:19:50.835] Build status: STARTED
[10:19:50.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:91:0) after 2m11s
[10:22:01.945] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:91:0)
[10:22:01.980] Build status: STARTED
[10:22:01.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:92:0) after 7m1s
[10:29:03.013] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:92:0)
[10:29:03.042] Build status: STARTED
[10:29:03.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:93:0) after 1m54s
[10:30:57.076] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:93:0)
[10:30:57.151] Build status: STARTED
[10:30:57.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:94:0) after 4m43s
[10:35:40.363] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:94:0)
[10:35:40.389] Build status: STARTED
[10:35:40.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:95:0) after 9m20s
[10:45:00.684] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:95:0)
[10:45:00.711] Build status: STARTED
[10:45:00.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:96:0) after 2m40s
[10:47:40.739] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:96:0)
[10:47:40.762] Build status: STARTED
[10:47:40.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:97:0) after 1m48s
[10:49:28.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:97:0)
[10:49:28.887] Build status: STARTED
[10:49:28.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:98:0) after 4m35s
[10:54:04.106] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:98:0)
[10:54:04.134] Build status: STARTED
[10:54:04.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:99:0) after 3m41s
[10:57:45.174] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:99:0)
[10:57:45.206] Build status: STARTED
[10:57:45.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:100:0) after 5m3s
[11:02:48.281] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:100:0)
[11:02:48.313] Build status: STARTED
[11:02:48.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:101:0) after 9m59s
[11:12:47.431] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:101:0)
[11:12:47.455] Build status: STARTED
[11:12:47.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:102:0) after 5m38s
[11:18:25.502] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:102:0)
[11:18:25.556] Build status: STARTED
[11:18:25.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:103:0) after 3m48s
[11:22:13.619] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:103:0)
[11:22:13.667] Build status: STARTED
[11:22:13.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:104:0) after 8m11s
[11:30:24.703] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:104:0)
[11:30:24.730] Build status: STARTED
[11:30:24.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:105:0) after 6m19s
[11:36:43.758] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:105:0)
[11:36:43.811] Build status: STARTED
[11:36:43.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:106:0) after 6m51s
[11:43:34.914] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:106:0)
[11:43:34.938] Build status: STARTED
[11:43:34.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:107:0) after 6m53s
[11:50:27.967] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:107:0)
[11:50:28.009] Build status: STARTED
[11:50:28.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:108:0) after 2m45s
[11:53:13.144] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:108:0)
[11:53:13.174] Build status: STARTED
[11:53:13.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:109:0) after 2m36s
[11:55:49.205] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:109:0)
[11:55:49.231] Build status: STARTED
[11:55:49.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:110:0) after 3m58s
[11:59:47.270] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:110:0)
[11:59:47.301] Build status: STARTED
[11:59:47.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:111:0) after 4m44s
[12:04:31.337] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:111:0)
[12:04:31.368] Build status: STARTED
[12:04:31.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:112:0) after 4m39s
[12:09:10.532] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:112:0)
[12:09:10.566] Build status: STARTED
[12:09:10.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:113:0) after 1m27s
[12:10:37.750] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:113:0)
[12:10:37.774] Build status: STARTED
[12:10:37.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:114:0) after 1m46s
[12:12:23.801] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:114:0)
[12:12:23.831] Build status: STARTED
[12:12:23.831] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:115:0) after 9m1s
[12:21:24.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:115:0)
[12:21:24.931] Build status: STARTED
[12:21:24.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:116:0) after 3m30s
[12:24:54.958] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:116:0)
[12:24:54.984] Build status: STARTED
[12:24:54.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:117:0) after 4m41s
[12:29:36.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:117:0)
[12:29:36.057] Build status: STARTED
[12:29:36.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:118:0) after 5m54s
[12:35:30.052] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:118:0)
[12:35:30.084] Build status: STARTED
[12:35:30.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:119:0) after 5m58s
[12:41:28.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:119:0)
[12:41:28.154] Build status: STARTED
[12:41:28.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:120:0) after 3m54s
[12:45:22.188] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:120:0)
[12:45:22.217] Build status: STARTED
[12:45:22.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:121:0) after 3m21s
[12:48:43.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:121:0)
[12:48:43.275] Build status: STARTED
[12:48:43.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:122:0) after 8m43s
[12:57:26.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:122:0)
[12:57:26.380] Build status: STARTED
[12:57:26.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:123:0) after 7m40s
[13:05:06.646] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:123:0)
[13:05:06.684] Build status: STARTED
[13:05:06.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:124:0) after 9m3s
[13:14:09.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:124:0)
[13:14:09.743] Build status: STARTED
[13:14:09.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:125:0) after 7m25s
[13:21:34.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:125:0)
[13:21:34.823] Build status: STARTED
[13:21:34.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:126:0) after 4m17s
[13:25:51.807] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:126:0)
[13:25:51.830] Build status: STARTED
[13:25:51.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:9014174464233041056:127:0) after 9m8s
[13:31:32.088] Received PubSub notification, asking Buildbucket for the build status
[13:31:32.112] Build:
{
  "id": "8848744402142754944",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTMacASan"
  },
  "number": 24912,
  "createdBy": "project:chromium",
  "createTime": "2021-04-28T02:25:53.440413Z",
  "startTime": "2021-04-28T02:26:34.179943Z",
  "endTime": "2021-04-28T13:31:31.486904578Z",
  "updateTime": "2021-04-28T13:31:31.487211958Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "46b358578b0c0a6ecfe588c1d95fb006a69eb060",
      "ref": "refs/heads/master"
    }
  }
}
[13:31:32.112] Invocation finished in 11h5m40.04847668s with status FAILED