Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "fd8fe088e0b6d3f838b7e1e5cb9f0e50d2ed8027"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fd8fe088e0b6d3f838b7e1e5cb9f0e50d2ed8027
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[00:16:42.454] New invocation is queued and will start shortly
[00:16:43.543] Starting the invocation (attempt 1)
[00:16:43.577] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fd8fe088e0b6d3f838b7e1e5cb9f0e50d2ed8027"
[00:16:43.577] Popped gitiles commit info from properties and tags
[00:16:43.577] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:16:43.578] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:16:43.578] Buildbucket request:
{
  "requestId": "8994341854661534240",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fd8fe088e0b6d3f838b7e1e5cb9f0e50d2ed8027",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994341854661534240"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:16:44.268] Scheduled build:
{
  "id": "8828911792676227457",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 14405,
  "createdBy": "project:chromium",
  "createTime": "2021-12-03T00:16:43.716266310Z",
  "updateTime": "2021-12-03T00:16:43.716266310Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fd8fe088e0b6d3f838b7e1e5cb9f0e50d2ed8027",
      "ref": "refs/heads/main"
    }
  }
}
[00:16:44.268] Task URL: https://cr-buildbucket.appspot.com/build/8828911792676227457
[00:16:44.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:2:0) after 8m6s
[00:19:21.075] Received PubSub notification, asking Buildbucket for the build status
[00:19:21.111] Build status: STARTED
[00:24:50.474] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:2:0)
[00:24:50.505] Build status: STARTED
[00:24:50.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:4:0) after 8m55s
[00:33:45.535] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:4:0)
[00:33:45.566] Build status: STARTED
[00:33:45.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:5:0) after 7m30s
[00:41:15.594] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:5:0)
[00:41:15.633] Build status: STARTED
[00:41:15.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:6:0) after 9m33s
[00:50:48.939] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:6:0)
[00:50:49.028] Build status: STARTED
[00:50:49.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:7:0) after 7m51s
[00:58:40.352] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:7:0)
[00:58:40.386] Build status: STARTED
[00:58:40.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:8:0) after 6m28s
[01:05:08.792] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:8:0)
[01:05:08.826] Build status: STARTED
[01:05:08.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:9:0) after 8m51s
[01:14:00.196] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:9:0)
[01:14:00.230] Build status: STARTED
[01:14:00.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:10:0) after 7m37s
[01:21:37.390] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:10:0)
[01:21:37.419] Build status: STARTED
[01:21:37.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:11:0) after 3m42s
[01:25:19.638] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:11:0)
[01:25:19.672] Build status: STARTED
[01:25:19.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:12:0) after 8m43s
[01:34:02.703] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:12:0)
[01:34:02.755] Build status: STARTED
[01:34:02.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:13:0) after 2m39s
[01:36:41.914] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:13:0)
[01:36:41.950] Build status: STARTED
[01:36:41.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:14:0) after 8m27s
[01:45:09.050] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:14:0)
[01:45:09.085] Build status: STARTED
[01:45:09.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:15:0) after 9m30s
[01:54:39.088] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:15:0)
[01:54:39.125] Build status: STARTED
[01:54:39.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:16:0) after 4m37s
[01:59:16.185] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:16:0)
[01:59:16.235] Build status: STARTED
[01:59:16.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:17:0) after 6m22s
[02:05:38.469] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:17:0)
[02:05:38.687] Build status: STARTED
[02:05:38.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:18:0) after 6m10s
[02:11:48.715] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:18:0)
[02:11:48.750] Build status: STARTED
[02:11:48.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:19:0) after 9m21s
[02:21:09.776] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:19:0)
[02:21:09.810] Build status: STARTED
[02:21:09.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:20:0) after 1m33s
[02:22:42.910] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:20:0)
[02:22:42.948] Build status: STARTED
[02:22:42.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:21:0) after 7m15s
[02:29:57.981] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:21:0)
[02:29:58.015] Build status: STARTED
[02:29:58.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:22:0) after 2m17s
[02:32:15.092] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:22:0)
[02:32:15.131] Build status: STARTED
[02:32:15.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:23:0) after 3m48s
[02:36:03.183] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:23:0)
[02:36:03.212] Build status: STARTED
[02:36:03.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:24:0) after 3m48s
[02:39:51.890] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:24:0)
[02:39:51.920] Build status: STARTED
[02:39:51.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:25:0) after 5m15s
[02:45:06.957] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:25:0)
[02:45:07.264] Build status: STARTED
[02:45:07.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:26:0) after 4m56s
[02:50:03.337] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:26:0)
[02:50:03.372] Build status: STARTED
[02:50:03.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:27:0) after 8m31s
[02:58:34.449] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:27:0)
[02:58:34.487] Build status: STARTED
[02:58:34.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:28:0) after 2m41s
[03:01:15.545] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:28:0)
[03:01:15.579] Build status: STARTED
[03:01:15.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:29:0) after 3m43s
[03:04:58.580] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:29:0)
[03:04:58.608] Build status: STARTED
[03:04:58.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:30:0) after 3m34s
[03:08:32.731] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:30:0)
[03:08:32.763] Build status: STARTED
[03:08:32.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:31:0) after 2m18s
[03:10:50.792] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:31:0)
[03:10:50.852] Build status: STARTED
[03:10:50.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:32:0) after 5m14s
[03:16:04.983] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:32:0)
[03:16:05.011] Build status: STARTED
[03:16:05.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:33:0) after 2m15s
[03:18:20.285] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:33:0)
[03:18:20.317] Build status: STARTED
[03:18:20.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:34:0) after 2m9s
[03:20:29.348] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:34:0)
[03:20:29.376] Build status: STARTED
[03:20:29.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:35:0) after 3m32s
[03:24:01.412] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:35:0)
[03:24:01.441] Build status: STARTED
[03:24:01.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:36:0) after 9m8s
[03:33:09.564] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:36:0)
[03:33:09.602] Build status: STARTED
[03:33:09.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:37:0) after 8m10s
[03:41:19.898] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:37:0)
[03:41:19.933] Build status: STARTED
[03:41:19.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:38:0) after 1m37s
[03:42:56.977] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:38:0)
[03:42:57.009] Build status: STARTED
[03:42:57.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:39:0) after 1m30s
[03:44:27.078] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:39:0)
[03:44:27.164] Build status: STARTED
[03:44:27.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:40:0) after 7m0s
[03:51:27.293] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:40:0)
[03:51:27.322] Build status: STARTED
[03:51:27.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:41:0) after 4m52s
[03:56:19.352] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:41:0)
[03:56:19.382] Build status: STARTED
[03:56:19.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:42:0) after 3m6s
[03:59:25.438] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:42:0)
[03:59:25.484] Build status: STARTED
[03:59:25.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:43:0) after 6m9s
[04:05:34.498] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:43:0)
[04:05:34.528] Build status: STARTED
[04:05:34.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:44:0) after 4m3s
[04:09:37.559] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:44:0)
[04:09:37.665] Build status: STARTED
[04:09:37.665] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:45:0) after 5m2s
[04:14:39.716] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:45:0)
[04:14:39.770] Build status: STARTED
[04:14:39.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:46:0) after 5m35s
[04:20:14.802] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:46:0)
[04:20:14.842] Build status: STARTED
[04:20:14.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:47:0) after 7m6s
[04:27:20.879] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:47:0)
[04:27:21.788] Build status: STARTED
[04:27:21.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:48:0) after 1m55s
[04:29:16.915] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:48:0)
[04:29:16.949] Build status: STARTED
[04:29:16.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:49:0) after 2m17s
[04:31:34.301] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:49:0)
[04:31:34.370] Build status: STARTED
[04:31:34.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:50:0) after 3m19s
[04:34:53.511] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:50:0)
[04:34:53.539] Build status: STARTED
[04:34:53.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:51:0) after 2m57s
[04:37:50.761] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:51:0)
[04:37:50.790] Build status: STARTED
[04:37:50.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:52:0) after 5m34s
[04:43:24.897] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:52:0)
[04:43:24.945] Build status: STARTED
[04:43:24.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:53:0) after 8m31s
[04:51:56.003] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:53:0)
[04:51:56.071] Build status: STARTED
[04:51:56.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:54:0) after 8m52s
[05:00:48.163] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:54:0)
[05:00:48.195] Build status: STARTED
[05:00:48.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:55:0) after 7m9s
[05:07:57.229] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:55:0)
[05:07:57.259] Build status: STARTED
[05:07:57.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:56:0) after 8m22s
[05:16:19.383] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:56:0)
[05:16:19.414] Build status: STARTED
[05:16:19.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:57:0) after 6m19s
[05:22:38.441] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:57:0)
[05:22:38.471] Build status: STARTED
[05:22:38.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:58:0) after 8m3s
[05:30:41.624] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:58:0)
[05:30:41.663] Build status: STARTED
[05:30:41.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:59:0) after 4m50s
[05:35:31.792] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:59:0)
[05:35:31.822] Build status: STARTED
[05:35:31.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:60:0) after 4m53s
[05:40:24.987] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:60:0)
[05:40:25.021] Build status: STARTED
[05:40:25.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:61:0) after 8m16s
[05:48:41.186] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:61:0)
[05:48:41.242] Build status: STARTED
[05:48:41.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:62:0) after 1m13s
[05:49:54.269] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:62:0)
[05:49:54.299] Build status: STARTED
[05:49:54.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:63:0) after 3m52s
[05:53:46.453] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:63:0)
[05:53:46.481] Build status: STARTED
[05:53:46.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:64:0) after 5m14s
[05:59:00.619] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:64:0)
[05:59:00.668] Build status: STARTED
[05:59:00.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:65:0) after 9m34s
[06:08:34.696] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:65:0)
[06:08:34.727] Build status: STARTED
[06:08:34.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:66:0) after 1m47s
[06:10:21.944] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:66:0)
[06:10:21.973] Build status: STARTED
[06:10:21.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:67:0) after 1m0s
[06:11:22.124] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:67:0)
[06:11:22.167] Build status: STARTED
[06:11:22.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:68:0) after 9m11s
[06:20:33.196] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:68:0)
[06:20:33.223] Build status: STARTED
[06:20:33.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:69:0) after 7m10s
[06:27:43.254] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:69:0)
[06:27:43.292] Build status: STARTED
[06:27:43.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:70:0) after 6m14s
[06:33:57.319] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:70:0)
[06:33:57.358] Build status: STARTED
[06:33:57.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:71:0) after 2m49s
[06:36:46.526] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:71:0)
[06:36:46.649] Build status: STARTED
[06:36:46.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:72:0) after 3m22s
[06:40:08.783] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:72:0)
[06:40:08.841] Build status: STARTED
[06:40:08.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:73:0) after 7m13s
[06:47:21.973] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:73:0)
[06:47:22.014] Build status: STARTED
[06:47:22.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:74:0) after 2m0s
[06:49:22.272] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:74:0)
[06:49:22.334] Build status: STARTED
[06:49:22.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:75:0) after 1m6s
[06:50:28.380] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:75:0)
[06:50:28.415] Build status: STARTED
[06:50:28.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:76:0) after 2m33s
[06:53:01.440] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:76:0)
[06:53:01.526] Build status: STARTED
[06:53:01.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:77:0) after 2m7s
[06:55:08.630] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:77:0)
[06:55:08.672] Build status: STARTED
[06:55:08.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:78:0) after 1m16s
[06:56:24.716] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:78:0)
[06:56:24.749] Build status: STARTED
[06:56:24.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:79:0) after 1m29s
[06:57:53.774] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:79:0)
[06:57:53.801] Build status: STARTED
[06:57:53.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:80:0) after 3m12s
[07:01:05.808] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:80:0)
[07:01:05.840] Build status: STARTED
[07:01:05.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:81:0) after 5m55s
[07:07:00.872] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:81:0)
[07:07:00.912] Build status: STARTED
[07:07:00.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:82:0) after 4m17s
[07:11:17.940] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:82:0)
[07:11:17.979] Build status: STARTED
[07:11:17.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:83:0) after 2m42s
[07:14:00.030] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:83:0)
[07:14:00.065] Build status: STARTED
[07:14:00.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:84:0) after 5m3s
[07:19:03.110] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:84:0)
[07:19:03.147] Build status: STARTED
[07:19:03.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:85:0) after 1m43s
[07:20:46.195] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:85:0)
[07:20:46.265] Build status: STARTED
[07:20:46.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:86:0) after 3m52s
[07:24:38.293] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:86:0)
[07:24:38.323] Build status: STARTED
[07:24:38.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:87:0) after 9m56s
[07:34:34.347] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:87:0)
[07:34:34.430] Build status: STARTED
[07:34:34.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:88:0) after 9m55s
[07:44:29.596] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:88:0)
[07:44:29.629] Build status: STARTED
[07:44:29.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:89:0) after 1m42s
[07:46:11.811] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:89:0)
[07:46:11.849] Build status: STARTED
[07:46:11.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:90:0) after 3m19s
[07:49:31.031] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:90:0)
[07:49:31.093] Build status: STARTED
[07:49:31.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:91:0) after 5m59s
[07:55:30.218] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:91:0)
[07:55:30.250] Build status: STARTED
[07:55:30.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:92:0) after 7m14s
[08:02:44.335] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:92:0)
[08:02:44.378] Build status: STARTED
[08:02:44.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:93:0) after 8m54s
[08:11:38.419] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:93:0)
[08:11:38.476] Build status: STARTED
[08:11:38.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:94:0) after 3m36s
[08:15:14.658] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:94:0)
[08:15:14.690] Build status: STARTED
[08:15:14.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:95:0) after 9m15s
[08:24:29.943] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:95:0)
[08:24:29.977] Build status: STARTED
[08:24:29.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:96:0) after 5m5s
[08:29:35.162] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:96:0)
[08:29:35.200] Build status: STARTED
[08:29:35.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:97:0) after 9m37s
[08:39:12.237] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:97:0)
[08:39:12.264] Build status: STARTED
[08:39:12.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:98:0) after 4m26s
[08:43:38.927] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:98:0)
[08:43:39.261] Build status: STARTED
[08:43:39.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:99:0) after 3m50s
[08:47:29.288] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:99:0)
[08:47:29.332] Build status: STARTED
[08:47:29.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:100:0) after 2m55s
[08:50:24.559] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:100:0)
[08:50:24.591] Build status: STARTED
[08:50:24.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:101:0) after 1m4s
[08:51:28.621] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:101:0)
[08:51:28.668] Build status: STARTED
[08:51:28.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8994341854661534240:102:0) after 9m19s
[08:52:19.325] Received PubSub notification, asking Buildbucket for the build status
[08:52:19.377] Build:
{
  "id": "8828911792676227457",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 14405,
  "createdBy": "project:chromium",
  "createTime": "2021-12-03T00:16:43.716266310Z",
  "startTime": "2021-12-03T00:19:19.211581Z",
  "endTime": "2021-12-03T08:52:19.039889384Z",
  "updateTime": "2021-12-03T08:52:19.039889384Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fd8fe088e0b6d3f838b7e1e5cb9f0e50d2ed8027",
      "ref": "refs/heads/main"
    }
  }
}
[08:52:19.377] Invocation finished in 8h35m36.938129306s with status FAILED