Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTLinuxASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0dbdf3eb3c8aaa2560b2cab6d2d2393c5f5d1926"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0dbdf3eb3c8aaa2560b2cab6d2d2393c5f5d1926
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[20:10:44.265] New invocation is queued and will start shortly
[20:10:45.346] Starting the invocation (attempt 1)
[20:10:45.380] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0dbdf3eb3c8aaa2560b2cab6d2d2393c5f5d1926"
[20:10:45.380] Popped gitiles commit info from properties and tags
[20:10:45.380] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:10:45.380] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:10:45.380] Buildbucket request:
{
  "requestId": "9012114335158316192",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0dbdf3eb3c8aaa2560b2cab6d2d2393c5f5d1926",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9012114335158316192"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:10:46.857] Scheduled build:
{
  "id": "8846684273118161264",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 13537,
  "createdBy": "project:chromium",
  "createTime": "2021-05-20T20:10:45.580598Z",
  "updateTime": "2021-05-20T20:10:46.686Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0dbdf3eb3c8aaa2560b2cab6d2d2393c5f5d1926",
      "ref": "refs/heads/master"
    }
  }
}
[20:10:46.857] Task URL: https://cr-buildbucket.appspot.com/build/8846684273118161264
[20:10:46.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:2:0) after 7m9s
[20:13:49.890] Received PubSub notification, asking Buildbucket for the build status
[20:13:49.915] Build status: STARTED
[20:17:55.878] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:2:0)
[20:17:55.916] Build status: STARTED
[20:17:55.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:4:0) after 5m11s
[20:23:06.990] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:4:0)
[20:23:07.020] Build status: STARTED
[20:23:07.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:5:0) after 2m48s
[20:25:55.057] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:5:0)
[20:25:55.107] Build status: STARTED
[20:25:55.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:6:0) after 4m46s
[20:30:41.133] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:6:0)
[20:30:41.160] Build status: STARTED
[20:30:41.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:7:0) after 7m20s
[20:38:01.212] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:7:0)
[20:38:01.477] Build status: STARTED
[20:38:01.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:8:0) after 8m8s
[20:46:09.498] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:8:0)
[20:46:09.527] Build status: STARTED
[20:46:09.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:9:0) after 5m42s
[20:51:51.606] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:9:0)
[20:51:51.638] Build status: STARTED
[20:51:51.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:10:0) after 8m54s
[21:00:45.671] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:10:0)
[21:00:45.706] Build status: STARTED
[21:00:45.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:11:0) after 1m3s
[21:01:48.728] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:11:0)
[21:01:48.755] Build status: STARTED
[21:01:48.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:12:0) after 4m30s
[21:06:18.779] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:12:0)
[21:06:18.806] Build status: STARTED
[21:06:18.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:13:0) after 5m29s
[21:11:48.237] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:13:0)
[21:11:48.268] Build status: STARTED
[21:11:48.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:14:0) after 3m23s
[21:15:11.290] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:14:0)
[21:15:11.323] Build status: STARTED
[21:15:11.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:15:0) after 4m17s
[21:19:28.431] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:15:0)
[21:19:28.459] Build status: STARTED
[21:19:28.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:16:0) after 4m0s
[21:23:28.694] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:16:0)
[21:23:28.733] Build status: STARTED
[21:23:28.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:17:0) after 3m26s
[21:26:54.930] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:17:0)
[21:26:55.021] Build status: STARTED
[21:26:55.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:18:0) after 2m13s
[21:29:08.045] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:18:0)
[21:29:08.084] Build status: STARTED
[21:29:08.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:19:0) after 6m15s
[21:35:23.059] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:19:0)
[21:35:23.089] Build status: STARTED
[21:35:23.089] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:20:0) after 1m24s
[21:36:47.184] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:20:0)
[21:36:47.225] Build status: STARTED
[21:36:47.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:21:0) after 1m37s
[21:38:24.348] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:21:0)
[21:38:24.379] Build status: STARTED
[21:38:24.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:22:0) after 5m22s
[21:43:46.430] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:22:0)
[21:43:46.467] Build status: STARTED
[21:43:46.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:23:0) after 4m55s
[21:48:41.489] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:23:0)
[21:48:41.519] Build status: STARTED
[21:48:41.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:24:0) after 4m33s
[21:53:14.634] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:24:0)
[21:53:14.693] Build status: STARTED
[21:53:14.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:25:0) after 5m34s
[21:58:48.684] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:25:0)
[21:58:48.711] Build status: STARTED
[21:58:48.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:26:0) after 3m20s
[22:02:08.822] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:26:0)
[22:02:08.854] Build status: STARTED
[22:02:08.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:27:0) after 7m38s
[22:09:47.014] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:27:0)
[22:09:47.105] Build status: STARTED
[22:09:47.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:28:0) after 2m2s
[22:11:49.391] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:28:0)
[22:11:49.505] Build status: STARTED
[22:11:49.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:29:0) after 8m8s
[22:19:57.526] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:29:0)
[22:19:57.576] Build status: STARTED
[22:19:57.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:30:0) after 5m24s
[22:25:21.692] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:30:0)
[22:25:21.723] Build status: STARTED
[22:25:21.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:31:0) after 2m13s
[22:27:34.750] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:31:0)
[22:27:34.807] Build status: STARTED
[22:27:34.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:32:0) after 3m24s
[22:30:58.829] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:32:0)
[22:30:58.858] Build status: STARTED
[22:30:58.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:33:0) after 4m51s
[22:35:49.906] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:33:0)
[22:35:49.937] Build status: STARTED
[22:35:49.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:34:0) after 3m53s
[22:39:43.005] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:34:0)
[22:39:43.040] Build status: STARTED
[22:39:43.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:35:0) after 9m36s
[22:49:19.077] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:35:0)
[22:49:19.108] Build status: STARTED
[22:49:19.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:36:0) after 3m38s
[22:52:57.337] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:36:0)
[22:52:57.365] Build status: STARTED
[22:52:57.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:37:0) after 4m29s
[22:57:26.388] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:37:0)
[22:57:26.416] Build status: STARTED
[22:57:26.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:38:0) after 4m23s
[23:01:49.448] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:38:0)
[23:01:49.481] Build status: STARTED
[23:01:49.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:39:0) after 7m24s
[23:09:13.503] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:39:0)
[23:09:13.532] Build status: STARTED
[23:09:13.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:40:0) after 9m58s
[23:19:12.014] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:40:0)
[23:19:12.045] Build status: STARTED
[23:19:12.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:41:0) after 7m19s
[23:26:31.069] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:41:0)
[23:26:31.144] Build status: STARTED
[23:26:31.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:42:0) after 1m29s
[23:28:00.233] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:42:0)
[23:28:00.263] Build status: STARTED
[23:28:00.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:43:0) after 5m16s
[23:33:16.355] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:43:0)
[23:33:16.386] Build status: STARTED
[23:33:16.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:44:0) after 3m0s
[23:36:16.505] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:44:0)
[23:36:16.542] Build status: STARTED
[23:36:16.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:45:0) after 1m23s
[23:37:40.030] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:45:0)
[23:37:40.061] Build status: STARTED
[23:37:40.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:46:0) after 9m30s
[23:47:10.104] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:46:0)
[23:47:10.139] Build status: STARTED
[23:47:10.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:47:0) after 5m39s
[23:52:49.225] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:47:0)
[23:52:49.252] Build status: STARTED
[23:52:49.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:48:0) after 6m33s
[23:59:22.378] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:48:0)
[23:59:22.429] Build status: STARTED
[23:59:22.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:49:0) after 2m4s
[00:01:26.453] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:49:0)
[00:01:26.484] Build status: STARTED
[00:01:26.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:50:0) after 3m49s
[00:05:15.700] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:50:0)
[00:05:15.729] Build status: STARTED
[00:05:15.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:51:0) after 8m5s
[00:13:20.852] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:51:0)
[00:13:20.885] Build status: STARTED
[00:13:20.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:52:0) after 4m17s
[00:17:38.009] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:52:0)
[00:17:38.041] Build status: STARTED
[00:17:38.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:53:0) after 2m49s
[00:20:27.192] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:53:0)
[00:20:27.245] Build status: STARTED
[00:20:27.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:54:0) after 6m52s
[00:27:19.360] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:54:0)
[00:27:19.388] Build status: STARTED
[00:27:19.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:55:0) after 6m44s
[00:34:03.492] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:55:0)
[00:34:03.521] Build status: STARTED
[00:34:03.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:56:0) after 9m46s
[00:43:49.706] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:56:0)
[00:43:49.732] Build status: STARTED
[00:43:49.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:57:0) after 5m26s
[00:49:16.129] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:57:0)
[00:49:16.154] Build status: STARTED
[00:49:16.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:58:0) after 1m6s
[00:50:22.188] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:58:0)
[00:50:22.236] Build status: STARTED
[00:50:22.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:59:0) after 3m31s
[00:53:53.309] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:59:0)
[00:53:53.338] Build status: STARTED
[00:53:53.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:60:0) after 1m50s
[00:55:43.455] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:60:0)
[00:55:43.511] Build status: STARTED
[00:55:43.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:61:0) after 3m54s
[00:59:38.041] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:61:0)
[00:59:38.074] Build status: STARTED
[00:59:38.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:62:0) after 7m42s
[01:07:20.108] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:62:0)
[01:07:20.142] Build status: STARTED
[01:07:20.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:63:0) after 3m11s
[01:10:31.274] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:63:0)
[01:10:31.301] Build status: STARTED
[01:10:31.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:64:0) after 9m24s
[01:19:55.330] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:64:0)
[01:19:55.400] Build status: STARTED
[01:19:55.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:65:0) after 2m50s
[01:22:45.508] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:65:0)
[01:22:45.536] Build status: STARTED
[01:22:45.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:66:0) after 3m1s
[01:25:46.902] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:66:0)
[01:25:46.933] Build status: STARTED
[01:25:46.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:67:0) after 6m30s
[01:32:17.303] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:67:0)
[01:32:17.333] Build status: STARTED
[01:32:17.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:68:0) after 7m50s
[01:40:07.503] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:68:0)
[01:40:07.538] Build status: STARTED
[01:40:07.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:69:0) after 4m16s
[01:44:23.690] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:69:0)
[01:44:23.730] Build status: STARTED
[01:44:23.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:70:0) after 5m10s
[01:49:33.892] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:70:0)
[01:49:33.924] Build status: STARTED
[01:49:33.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:71:0) after 1m12s
[01:50:46.101] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:71:0)
[01:50:46.131] Build status: STARTED
[01:50:46.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:72:0) after 4m32s
[01:55:18.163] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:72:0)
[01:55:18.408] Build status: STARTED
[01:55:18.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:73:0) after 1m38s
[01:56:56.448] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:73:0)
[01:56:56.477] Build status: STARTED
[01:56:56.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:74:0) after 1m39s
[01:58:35.500] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:74:0)
[01:58:35.545] Build status: STARTED
[01:58:35.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:75:0) after 3m0s
[02:01:35.768] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:75:0)
[02:01:35.801] Build status: STARTED
[02:01:35.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:76:0) after 4m51s
[02:06:26.832] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:76:0)
[02:06:26.863] Build status: STARTED
[02:06:26.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:77:0) after 6m49s
[02:13:15.889] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:77:0)
[02:13:15.925] Build status: STARTED
[02:13:15.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:78:0) after 3m51s
[02:17:06.949] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:78:0)
[02:17:06.981] Build status: STARTED
[02:17:06.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:79:0) after 7m33s
[02:24:40.057] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:79:0)
[02:24:40.250] Build status: STARTED
[02:24:40.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:80:0) after 1m22s
[02:26:02.371] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:80:0)
[02:26:02.402] Build status: STARTED
[02:26:02.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:81:0) after 9m7s
[02:35:09.534] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:81:0)
[02:35:09.572] Build status: STARTED
[02:35:09.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:82:0) after 2m11s
[02:37:20.611] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:82:0)
[02:37:20.645] Build status: STARTED
[02:37:20.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:83:0) after 6m42s
[02:44:02.945] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:83:0)
[02:44:02.975] Build status: STARTED
[02:44:02.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:84:0) after 2m42s
[02:46:45.254] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:84:0)
[02:46:45.287] Build status: STARTED
[02:46:45.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:85:0) after 2m38s
[02:49:23.313] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:85:0)
[02:49:23.349] Build status: STARTED
[02:49:23.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:86:0) after 8m21s
[02:57:44.612] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:86:0)
[02:57:44.640] Build status: STARTED
[02:57:44.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:87:0) after 2m0s
[02:59:44.664] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:87:0)
[02:59:44.701] Build status: STARTED
[02:59:44.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:88:0) after 4m41s
[03:04:25.879] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:88:0)
[03:04:25.918] Build status: STARTED
[03:04:25.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:89:0) after 1m54s
[03:06:19.943] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:89:0)
[03:06:19.971] Build status: STARTED
[03:06:19.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:90:0) after 2m20s
[03:08:40.121] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:90:0)
[03:08:40.148] Build status: STARTED
[03:08:40.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:91:0) after 4m6s
[03:12:46.608] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:91:0)
[03:12:46.639] Build status: STARTED
[03:12:46.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:92:0) after 1m16s
[03:14:02.671] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:92:0)
[03:14:02.709] Build status: STARTED
[03:14:02.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:93:0) after 5m10s
[03:19:12.864] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:93:0)
[03:19:12.894] Build status: STARTED
[03:19:12.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:94:0) after 6m14s
[03:25:26.918] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:94:0)
[03:25:27.002] Build status: STARTED
[03:25:27.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:95:0) after 6m31s
[03:31:58.233] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:95:0)
[03:31:58.263] Build status: STARTED
[03:31:58.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:96:0) after 5m36s
[03:37:34.680] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:96:0)
[03:37:34.739] Build status: STARTED
[03:37:34.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:97:0) after 9m15s
[03:46:50.005] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:97:0)
[03:46:50.040] Build status: STARTED
[03:46:50.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:98:0) after 1m17s
[03:48:07.064] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:98:0)
[03:48:07.097] Build status: STARTED
[03:48:07.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:99:0) after 4m9s
[03:52:16.221] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:99:0)
[03:52:16.249] Build status: STARTED
[03:52:16.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:100:0) after 9m8s
[04:01:24.292] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:100:0)
[04:01:24.323] Build status: STARTED
[04:01:24.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9012114335158316192:101:0) after 5m21s
[04:01:29.233] Received PubSub notification, asking Buildbucket for the build status
[04:01:29.264] Build:
{
  "id": "8846684273118161264",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 13537,
  "createdBy": "project:chromium",
  "createTime": "2021-05-20T20:10:45.580598Z",
  "startTime": "2021-05-20T20:13:47.068068Z",
  "endTime": "2021-05-21T04:01:28.806204651Z",
  "updateTime": "2021-05-21T04:01:28.806577887Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0dbdf3eb3c8aaa2560b2cab6d2d2393c5f5d1926",
      "ref": "refs/heads/master"
    }
  }
}
[04:01:29.264] Invocation finished in 7h50m45.014270319s with status FAILED