Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTLinuxASan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5ff9fea4332c3ce8d6320056ba7c386d7059e52e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5ff9fea4332c3ce8d6320056ba7c386d7059e52e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:09:00.370] New invocation is queued and will start shortly
[20:09:01.502] Starting the invocation (attempt 1)
[20:09:01.533] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5ff9fea4332c3ce8d6320056ba7c386d7059e52e"
[20:09:01.533] Popped gitiles commit info from properties and tags
[20:09:01.533] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:09:01.533] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:09:01.533] Buildbucket request:
{
  "requestId": "9011208474436753984",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5ff9fea4332c3ce8d6320056ba7c386d7059e52e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9011208474436753984"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxASan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:09:02.138] Scheduled build:
{
  "id": "8845778412437466592",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 13568,
  "createdBy": "project:chromium",
  "createTime": "2021-05-30T20:09:01.645957Z",
  "updateTime": "2021-05-30T20:09:02.015668Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5ff9fea4332c3ce8d6320056ba7c386d7059e52e",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[20:09:02.138] Task URL: https://cr-buildbucket.appspot.com/build/8845778412437466592
[20:09:02.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:2:0) after 1m35s
[20:10:37.152] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:2:0)
[20:10:37.211] Build status: SCHEDULED
[20:10:37.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:3:0) after 5m50s
[20:11:39.699] Received PubSub notification, asking Buildbucket for the build status
[20:11:39.730] Build status: STARTED
[20:16:27.315] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:3:0)
[20:16:27.342] Build status: STARTED
[20:16:27.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:5:0) after 7m4s
[20:23:31.356] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:5:0)
[20:23:31.415] Build status: STARTED
[20:23:31.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:6:0) after 1m34s
[20:25:05.431] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:6:0)
[20:25:05.459] Build status: STARTED
[20:25:05.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:7:0) after 4m50s
[20:29:56.248] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:7:0)
[20:29:56.272] Build status: STARTED
[20:29:56.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:8:0) after 9m8s
[20:39:04.418] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:8:0)
[20:39:04.453] Build status: STARTED
[20:39:04.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:9:0) after 3m54s
[20:42:58.469] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:9:0)
[20:42:58.499] Build status: STARTED
[20:42:58.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:10:0) after 4m57s
[20:47:55.750] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:10:0)
[20:47:55.776] Build status: STARTED
[20:47:55.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:11:0) after 2m51s
[20:50:46.947] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:11:0)
[20:50:46.979] Build status: STARTED
[20:50:46.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:12:0) after 7m25s
[20:58:12.391] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:12:0)
[20:58:12.418] Build status: STARTED
[20:58:12.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:13:0) after 2m38s
[21:00:50.658] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:13:0)
[21:00:50.693] Build status: STARTED
[21:00:50.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:14:0) after 6m19s
[21:07:09.710] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:14:0)
[21:07:09.740] Build status: STARTED
[21:07:09.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:15:0) after 1m10s
[21:08:21.137] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:15:0)
[21:08:21.174] Build status: STARTED
[21:08:21.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:16:0) after 9m23s
[21:17:44.443] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:16:0)
[21:17:44.481] Build status: STARTED
[21:17:44.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:17:0) after 5m11s
[21:22:55.537] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:17:0)
[21:22:55.641] Build status: STARTED
[21:22:55.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:18:0) after 2m37s
[21:25:32.658] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:18:0)
[21:25:32.687] Build status: STARTED
[21:25:32.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:19:0) after 6m53s
[21:32:25.853] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:19:0)
[21:32:25.884] Build status: STARTED
[21:32:25.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:20:0) after 8m54s
[21:41:19.962] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:20:0)
[21:41:19.993] Build status: STARTED
[21:41:19.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:21:0) after 8m16s
[21:49:36.086] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:21:0)
[21:49:36.127] Build status: STARTED
[21:49:36.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:22:0) after 1m12s
[21:50:48.140] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:22:0)
[21:50:48.168] Build status: STARTED
[21:50:48.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:23:0) after 9m33s
[22:00:21.362] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:23:0)
[22:00:21.418] Build status: STARTED
[22:00:21.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:24:0) after 2m47s
[22:03:08.492] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:24:0)
[22:03:08.517] Build status: STARTED
[22:03:08.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:25:0) after 5m0s
[22:08:08.587] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:25:0)
[22:08:08.613] Build status: STARTED
[22:08:08.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:26:0) after 9m47s
[22:17:55.746] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:26:0)
[22:17:55.773] Build status: STARTED
[22:17:55.774] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:27:0) after 2m29s
[22:20:24.886] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:27:0)
[22:20:24.919] Build status: STARTED
[22:20:24.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:28:0) after 7m33s
[22:27:57.942] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:28:0)
[22:27:57.968] Build status: STARTED
[22:27:57.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:29:0) after 9m42s
[22:37:39.990] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:29:0)
[22:37:40.015] Build status: STARTED
[22:37:40.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:30:0) after 4m19s
[22:41:59.188] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:30:0)
[22:41:59.217] Build status: STARTED
[22:41:59.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:31:0) after 1m18s
[22:43:17.688] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:31:0)
[22:43:17.724] Build status: STARTED
[22:43:17.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:32:0) after 4m53s
[22:48:10.743] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:32:0)
[22:48:10.773] Build status: STARTED
[22:48:10.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:33:0) after 1m37s
[22:49:47.793] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:33:0)
[22:49:48.102] Build status: STARTED
[22:49:48.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:34:0) after 1m20s
[22:51:08.254] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:34:0)
[22:51:08.280] Build status: STARTED
[22:51:08.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:35:0) after 2m20s
[22:53:28.639] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:35:0)
[22:53:28.665] Build status: STARTED
[22:53:28.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:36:0) after 6m6s
[22:59:34.867] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:36:0)
[22:59:34.893] Build status: STARTED
[22:59:34.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:37:0) after 2m42s
[23:02:17.157] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:37:0)
[23:02:17.188] Build status: STARTED
[23:02:17.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:38:0) after 3m0s
[23:05:17.226] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:38:0)
[23:05:17.289] Build status: STARTED
[23:05:17.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:39:0) after 6m14s
[23:11:31.311] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:39:0)
[23:11:31.337] Build status: STARTED
[23:11:31.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:40:0) after 3m55s
[23:15:26.442] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:40:0)
[23:15:26.469] Build status: STARTED
[23:15:26.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:41:0) after 7m7s
[23:22:34.066] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:41:0)
[23:22:34.093] Build status: STARTED
[23:22:34.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:42:0) after 9m16s
[23:31:50.156] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:42:0)
[23:31:50.182] Build status: STARTED
[23:31:50.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:43:0) after 5m9s
[23:36:59.210] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:43:0)
[23:36:59.241] Build status: STARTED
[23:36:59.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:44:0) after 4m38s
[23:41:37.259] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:44:0)
[23:41:37.285] Build status: STARTED
[23:41:37.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:45:0) after 5m13s
[23:46:50.456] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:45:0)
[23:46:50.483] Build status: STARTED
[23:46:50.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:46:0) after 6m43s
[23:53:33.502] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:46:0)
[23:53:33.541] Build status: STARTED
[23:53:33.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:47:0) after 8m48s
[00:02:21.557] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:47:0)
[00:02:21.587] Build status: STARTED
[00:02:21.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:48:0) after 1m1s
[00:03:22.966] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:48:0)
[00:03:22.996] Build status: STARTED
[00:03:22.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:49:0) after 7m18s
[00:10:41.558] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:49:0)
[00:10:41.591] Build status: STARTED
[00:10:41.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:50:0) after 1m56s
[00:12:37.785] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:50:0)
[00:12:37.811] Build status: STARTED
[00:12:37.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:51:0) after 1m5s
[00:13:42.873] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:51:0)
[00:13:42.900] Build status: STARTED
[00:13:42.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:52:0) after 6m34s
[00:20:17.056] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:52:0)
[00:20:17.086] Build status: STARTED
[00:20:17.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:53:0) after 9m25s
[00:29:42.263] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:53:0)
[00:29:42.293] Build status: STARTED
[00:29:42.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:54:0) after 6m41s
[00:36:23.613] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:54:0)
[00:36:23.639] Build status: STARTED
[00:36:23.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:55:0) after 3m55s
[00:40:18.659] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:55:0)
[00:40:18.684] Build status: STARTED
[00:40:18.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:56:0) after 1m40s
[00:41:58.717] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:56:0)
[00:41:58.757] Build status: STARTED
[00:41:58.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:57:0) after 8m37s
[00:50:35.867] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:57:0)
[00:50:35.892] Build status: STARTED
[00:50:35.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:58:0) after 8m50s
[00:59:26.188] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:58:0)
[00:59:26.216] Build status: STARTED
[00:59:26.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:59:0) after 2m29s
[01:01:55.236] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:59:0)
[01:01:55.267] Build status: STARTED
[01:01:55.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:60:0) after 2m33s
[01:04:28.507] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:60:0)
[01:04:28.597] Build status: STARTED
[01:04:28.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:61:0) after 6m31s
[01:10:59.620] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:61:0)
[01:10:59.649] Build status: STARTED
[01:10:59.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:62:0) after 7m1s
[01:18:00.666] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:62:0)
[01:18:00.718] Build status: STARTED
[01:18:00.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:63:0) after 5m35s
[01:23:35.770] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:63:0)
[01:23:35.801] Build status: STARTED
[01:23:35.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:64:0) after 3m24s
[01:26:59.822] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:64:0)
[01:26:59.857] Build status: STARTED
[01:26:59.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:65:0) after 6m23s
[01:33:23.626] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:65:0)
[01:33:23.656] Build status: STARTED
[01:33:23.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:66:0) after 6m51s
[01:40:14.678] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:66:0)
[01:40:14.710] Build status: STARTED
[01:40:14.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:67:0) after 4m5s
[01:44:19.975] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:67:0)
[01:44:20.004] Build status: STARTED
[01:44:20.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:68:0) after 4m47s
[01:49:07.290] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:68:0)
[01:49:07.316] Build status: STARTED
[01:49:07.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:69:0) after 8m52s
[01:57:59.535] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:69:0)
[01:57:59.561] Build status: STARTED
[01:57:59.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:70:0) after 3m58s
[02:01:57.707] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:70:0)
[02:01:57.734] Build status: STARTED
[02:01:57.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:71:0) after 2m51s
[02:04:48.755] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:71:0)
[02:04:48.784] Build status: STARTED
[02:04:48.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:72:0) after 3m25s
[02:08:14.111] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:72:0)
[02:08:14.144] Build status: STARTED
[02:08:14.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:73:0) after 8m13s
[02:16:27.388] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:73:0)
[02:16:27.415] Build status: STARTED
[02:16:27.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:74:0) after 8m21s
[02:24:48.464] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:74:0)
[02:24:48.617] Build status: STARTED
[02:24:48.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:75:0) after 6m38s
[02:31:26.637] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:75:0)
[02:31:26.733] Build status: STARTED
[02:31:26.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:76:0) after 2m48s
[02:34:14.750] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:76:0)
[02:34:14.843] Build status: STARTED
[02:34:14.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:77:0) after 2m17s
[02:36:32.571] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:77:0)
[02:36:32.598] Build status: STARTED
[02:36:32.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:78:0) after 7m49s
[02:44:21.619] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:78:0)
[02:44:21.647] Build status: STARTED
[02:44:21.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:79:0) after 5m26s
[02:49:47.675] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:79:0)
[02:49:47.720] Build status: STARTED
[02:49:47.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:80:0) after 1m57s
[02:51:44.739] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:80:0)
[02:51:44.764] Build status: STARTED
[02:51:44.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:81:0) after 1m23s
[02:53:07.813] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:81:0)
[02:53:07.841] Build status: STARTED
[02:53:07.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:82:0) after 2m39s
[02:55:46.884] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:82:0)
[02:55:46.910] Build status: STARTED
[02:55:46.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:83:0) after 4m9s
[02:59:56.039] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:83:0)
[02:59:56.065] Build status: STARTED
[02:59:56.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:84:0) after 8m10s
[03:08:06.466] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:84:0)
[03:08:06.492] Build status: STARTED
[03:08:06.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:85:0) after 4m42s
[03:12:48.609] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:85:0)
[03:12:48.641] Build status: STARTED
[03:12:48.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:86:0) after 6m25s
[03:19:13.660] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:86:0)
[03:19:13.687] Build status: STARTED
[03:19:13.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:87:0) after 4m48s
[03:24:01.862] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:87:0)
[03:24:01.888] Build status: STARTED
[03:24:01.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:88:0) after 5m12s
[03:29:13.909] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:88:0)
[03:29:13.937] Build status: STARTED
[03:29:13.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:89:0) after 5m58s
[03:35:12.063] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:89:0)
[03:35:12.095] Build status: STARTED
[03:35:12.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:90:0) after 8m40s
[03:43:52.121] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:90:0)
[03:43:52.152] Build status: STARTED
[03:43:52.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:91:0) after 5m52s
[03:49:44.549] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:91:0)
[03:49:44.578] Build status: STARTED
[03:49:44.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:92:0) after 4m58s
[03:54:42.598] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:92:0)
[03:54:42.628] Build status: STARTED
[03:54:42.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxASan:9011208474436753984:93:0) after 8m39s
[03:54:52.446] Received PubSub notification, asking Buildbucket for the build status
[03:54:52.472] Build:
{
  "id": "8845778412437466592",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxASan"
  },
  "number": 13568,
  "createdBy": "project:chromium",
  "createTime": "2021-05-30T20:09:01.645957Z",
  "startTime": "2021-05-30T20:11:38.789446Z",
  "endTime": "2021-05-31T03:54:52.070180070Z",
  "updateTime": "2021-05-31T03:54:52.070463876Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5ff9fea4332c3ce8d6320056ba7c386d7059e52e",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[03:54:52.472] Invocation finished in 7h45m52.1176632s with status FAILED