LUCI Scheduler :: chromium :: ToTLinuxMSan

Status: FAILED

Triggered by: -

Duration: 8 hours

Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

a6a87aa793d5eba5118a54e0bacf63d91bd87f23 (3 years ago)
07cc642d0a2a4bb5eb06945b77cb89ca17a82155 (3 years ago)
254a23d55b1f1219a1f1071341b5ddffddc7c766 (3 years ago)
f87e2220b984b4c3958e034bf4017df4b9edba5b (3 years ago)
6b323d460adb2c4f688b19b5ff8476e2de2066d8 (3 years ago)
0a21e6b0de189a8bce6d28979849510e3142f283 (3 years ago)
57b4740325a65898c581d536051573c2cc3746e4 (3 years ago)
fae9b808b05a6cb70fac440b9ef4de9152f82ea3 (3 years ago)

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "fae9b808b05a6cb70fac440b9ef4de9152f82ea3"
}

Incoming tags

buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fae9b808b05a6cb70fac440b9ef4de9152f82ea3
gitiles_ref:refs/heads/main

Debug log (UTC)

[22:31:41.249] New invocation is queued and will start shortly
[22:31:42.525] Starting the invocation (attempt 1)
[22:31:42.561] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fae9b808b05a6cb70fac440b9ef4de9152f82ea3"
[22:31:42.561] Popped gitiles commit info from properties and tags
[22:31:42.561] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:31:42.561] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:31:42.561] Buildbucket request:
{
  "requestId": "8982299065497557936",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fae9b808b05a6cb70fac440b9ef4de9152f82ea3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8982299065497557936"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:31:43.202] Scheduled build:
{
  "id": "8816869003307223873",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 15196,
  "createdBy": "project:chromium",
  "createTime": "2022-04-14T22:31:42.635566516Z",
  "updateTime": "2022-04-14T22:31:42.635566516Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fae9b808b05a6cb70fac440b9ef4de9152f82ea3",
      "ref": "refs/heads/main"
    }
  }
}
[22:31:43.202] Task URL: https://cr-buildbucket.appspot.com/build/8816869003307223873
[22:31:43.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:2:0) after 6m31s
[22:32:28.570] Received PubSub notification, asking Buildbucket for the build status
[22:32:28.605] Build status: STARTED
[22:38:14.220] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:2:0)
[22:38:14.242] Build status: STARTED
[22:38:14.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:4:0) after 2m14s
[22:40:28.422] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:4:0)
[22:40:28.462] Build status: STARTED
[22:40:28.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:5:0) after 9m17s
[22:49:45.503] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:5:0)
[22:49:45.524] Build status: STARTED
[22:49:45.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:6:0) after 7m11s
[22:56:56.542] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:6:0)
[22:56:56.563] Build status: STARTED
[22:56:56.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:7:0) after 6m38s
[23:03:34.647] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:7:0)
[23:03:34.667] Build status: STARTED
[23:03:34.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:8:0) after 4m24s
[23:07:59.445] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:8:0)
[23:07:59.526] Build status: STARTED
[23:07:59.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:9:0) after 5m54s
[23:13:53.671] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:9:0)
[23:13:53.691] Build status: STARTED
[23:13:53.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:10:0) after 1m46s
[23:15:40.203] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:10:0)
[23:15:40.221] Build status: STARTED
[23:15:40.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:11:0) after 9m29s
[23:25:09.301] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:11:0)
[23:25:09.329] Build status: STARTED
[23:25:09.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:12:0) after 3m21s
[23:28:30.346] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:12:0)
[23:28:30.369] Build status: STARTED
[23:28:30.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:13:0) after 9m13s
[23:37:43.530] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:13:0)
[23:37:43.563] Build status: STARTED
[23:37:43.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:14:0) after 5m49s
[23:43:32.633] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:14:0)
[23:43:32.670] Build status: STARTED
[23:43:32.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:15:0) after 2m24s
[23:45:56.758] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:15:0)
[23:45:56.850] Build status: STARTED
[23:45:56.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:16:0) after 8m49s
[23:54:45.848] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:16:0)
[23:54:45.878] Build status: STARTED
[23:54:45.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:17:0) after 1m29s
[23:56:14.906] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:17:0)
[23:56:14.932] Build status: STARTED
[23:56:14.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:18:0) after 6m48s
[00:03:03.153] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:18:0)
[00:03:03.179] Build status: STARTED
[00:03:03.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:19:0) after 7m43s
[00:10:46.351] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:19:0)
[00:10:46.380] Build status: STARTED
[00:10:46.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:20:0) after 3m16s
[00:14:02.563] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:20:0)
[00:14:02.596] Build status: STARTED
[00:14:02.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:21:0) after 3m39s
[00:17:41.629] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:21:0)
[00:17:41.652] Build status: STARTED
[00:17:41.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:22:0) after 9m51s
[00:27:32.671] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:22:0)
[00:27:32.695] Build status: STARTED
[00:27:32.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:23:0) after 1m35s
[00:29:07.716] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:23:0)
[00:29:07.771] Build status: STARTED
[00:29:07.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:24:0) after 7m42s
[00:36:49.791] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:24:0)
[00:36:49.820] Build status: STARTED
[00:36:49.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:25:0) after 9m10s
[00:46:00.015] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:25:0)
[00:46:00.046] Build status: STARTED
[00:46:00.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:26:0) after 8m28s
[00:54:28.064] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:26:0)
[00:54:28.101] Build status: STARTED
[00:54:28.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:27:0) after 9m41s
[01:04:09.186] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:27:0)
[01:04:09.208] Build status: STARTED
[01:04:09.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:28:0) after 2m44s
[01:06:53.228] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:28:0)
[01:06:53.255] Build status: STARTED
[01:06:53.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:29:0) after 9m0s
[01:15:53.286] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:29:0)
[01:15:53.329] Build status: STARTED
[01:15:53.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:30:0) after 8m18s
[01:24:11.608] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:30:0)
[01:24:11.640] Build status: STARTED
[01:24:11.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:31:0) after 2m16s
[01:26:27.895] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:31:0)
[01:26:27.925] Build status: STARTED
[01:26:27.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:32:0) after 7m52s
[01:34:20.435] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:32:0)
[01:34:20.457] Build status: STARTED
[01:34:20.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:33:0) after 1m41s
[01:36:01.775] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:33:0)
[01:36:01.806] Build status: STARTED
[01:36:01.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:34:0) after 2m14s
[01:38:16.076] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:34:0)
[01:38:16.099] Build status: STARTED
[01:38:16.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:35:0) after 2m27s
[01:40:43.091] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:35:0)
[01:40:43.113] Build status: STARTED
[01:40:43.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:36:0) after 6m31s
[01:47:14.324] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:36:0)
[01:47:14.401] Build status: STARTED
[01:47:14.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:37:0) after 3m21s
[01:50:35.529] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:37:0)
[01:50:35.564] Build status: STARTED
[01:50:35.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:38:0) after 3m14s
[01:53:49.663] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:38:0)
[01:53:49.685] Build status: STARTED
[01:53:49.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:39:0) after 4m23s
[01:58:12.701] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:39:0)
[01:58:12.733] Build status: STARTED
[01:58:12.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:40:0) after 7m39s
[02:05:51.950] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:40:0)
[02:05:51.983] Build status: STARTED
[02:05:51.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:41:0) after 1m1s
[02:06:53.003] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:41:0)
[02:06:53.024] Build status: STARTED
[02:06:53.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:42:0) after 5m37s
[02:12:30.134] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:42:0)
[02:12:30.156] Build status: STARTED
[02:12:30.156] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:43:0) after 1m13s
[02:13:43.443] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:43:0)
[02:13:43.478] Build status: STARTED
[02:13:43.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:44:0) after 4m28s
[02:18:11.501] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:44:0)
[02:18:11.526] Build status: STARTED
[02:18:11.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:45:0) after 4m12s
[02:22:23.706] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:45:0)
[02:22:23.750] Build status: STARTED
[02:22:23.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:46:0) after 4m11s
[02:26:34.736] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:46:0)
[02:26:34.766] Build status: STARTED
[02:26:34.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:47:0) after 3m46s
[02:30:20.805] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:47:0)
[02:30:20.841] Build status: STARTED
[02:30:20.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:48:0) after 7m3s
[02:37:24.127] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:48:0)
[02:37:24.150] Build status: STARTED
[02:37:24.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:49:0) after 3m53s
[02:41:17.169] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:49:0)
[02:41:17.191] Build status: STARTED
[02:41:17.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:50:0) after 2m13s
[02:43:30.278] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:50:0)
[02:43:30.296] Build status: STARTED
[02:43:30.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:51:0) after 6m2s
[02:49:32.482] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:51:0)
[02:49:32.536] Build status: STARTED
[02:49:32.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:52:0) after 9m53s
[02:59:25.554] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:52:0)
[02:59:25.575] Build status: STARTED
[02:59:25.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:53:0) after 5m45s
[03:05:10.694] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:53:0)
[03:05:10.713] Build status: STARTED
[03:05:10.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:54:0) after 4m21s
[03:09:31.941] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:54:0)
[03:09:32.006] Build status: STARTED
[03:09:32.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:55:0) after 8m49s
[03:18:20.997] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:55:0)
[03:18:21.024] Build status: STARTED
[03:18:21.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:56:0) after 6m34s
[03:24:55.008] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:56:0)
[03:24:55.029] Build status: STARTED
[03:24:55.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:57:0) after 2m58s
[03:27:53.197] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:57:0)
[03:27:53.217] Build status: STARTED
[03:27:53.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:58:0) after 3m50s
[03:31:43.336] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:58:0)
[03:31:43.358] Build status: STARTED
[03:31:43.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:59:0) after 2m51s
[03:34:34.800] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:59:0)
[03:34:34.936] Build status: STARTED
[03:34:34.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:60:0) after 5m52s
[03:40:26.957] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:60:0)
[03:40:26.981] Build status: STARTED
[03:40:26.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:61:0) after 6m38s
[03:47:04.988] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:61:0)
[03:47:05.008] Build status: STARTED
[03:47:05.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:62:0) after 3m37s
[03:50:42.061] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:62:0)
[03:50:42.086] Build status: STARTED
[03:50:42.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:63:0) after 2m28s
[03:54:05.126] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:63:0)
[03:54:05.148] Build status: STARTED
[03:54:05.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:64:0) after 2m15s
[03:56:20.257] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:64:0)
[03:56:20.299] Build status: STARTED
[03:56:20.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:65:0) after 5m28s
[04:01:48.290] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:65:0)
[04:01:48.326] Build status: STARTED
[04:01:48.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:66:0) after 6m12s
[04:08:00.476] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:66:0)
[04:08:00.497] Build status: STARTED
[04:08:00.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:67:0) after 6m35s
[04:14:35.721] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:67:0)
[04:14:35.742] Build status: STARTED
[04:14:35.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:68:0) after 2m26s
[04:17:01.764] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:68:0)
[04:17:01.801] Build status: STARTED
[04:17:01.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:69:0) after 2m41s
[04:19:42.920] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:69:0)
[04:19:42.952] Build status: STARTED
[04:19:42.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:70:0) after 1m21s
[04:21:03.979] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:70:0)
[04:21:04.009] Build status: STARTED
[04:21:04.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:71:0) after 4m16s
[04:25:20.378] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:71:0)
[04:25:20.407] Build status: STARTED
[04:25:20.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:72:0) after 2m56s
[04:28:16.426] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:72:0)
[04:28:16.448] Build status: STARTED
[04:28:16.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:73:0) after 6m49s
[04:35:05.587] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:73:0)
[04:35:05.651] Build status: STARTED
[04:35:05.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:74:0) after 9m44s
[04:44:49.682] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:74:0)
[04:44:49.705] Build status: STARTED
[04:44:49.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:75:0) after 2m11s
[04:47:00.825] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:75:0)
[04:47:00.954] Build status: STARTED
[04:47:00.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:76:0) after 4m15s
[04:51:15.958] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:76:0)
[04:51:16.038] Build status: STARTED
[04:51:16.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:77:0) after 3m43s
[04:54:59.056] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:77:0)
[04:54:59.084] Build status: STARTED
[04:54:59.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:78:0) after 3m34s
[04:58:33.106] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:78:0)
[04:58:33.126] Build status: STARTED
[04:58:33.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:79:0) after 6m49s
[05:05:22.162] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:79:0)
[05:05:22.200] Build status: STARTED
[05:05:22.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:80:0) after 4m54s
[05:10:16.221] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:80:0)
[05:10:16.262] Build status: STARTED
[05:10:16.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:81:0) after 6m41s
[05:16:57.477] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:81:0)
[05:16:57.513] Build status: STARTED
[05:16:57.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:82:0) after 5m40s
[05:22:37.533] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:82:0)
[05:22:37.553] Build status: STARTED
[05:22:37.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:83:0) after 6m29s
[05:29:06.572] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:83:0)
[05:29:06.624] Build status: STARTED
[05:29:06.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:84:0) after 7m41s
[05:36:47.665] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:84:0)
[05:36:47.695] Build status: STARTED
[05:36:47.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:85:0) after 5m36s
[05:42:23.714] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:85:0)
[05:42:23.734] Build status: STARTED
[05:42:23.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:86:0) after 1m46s
[05:44:09.775] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:86:0)
[05:44:09.817] Build status: STARTED
[05:44:09.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:87:0) after 7m59s
[05:52:08.833] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:87:0)
[05:52:08.856] Build status: STARTED
[05:52:08.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:88:0) after 3m16s
[05:55:24.937] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:88:0)
[05:55:24.960] Build status: STARTED
[05:55:24.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:89:0) after 9m57s
[06:05:22.081] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:89:0)
[06:05:22.103] Build status: STARTED
[06:05:22.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:90:0) after 3m39s
[06:09:01.380] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:90:0)
[06:09:01.398] Build status: STARTED
[06:09:01.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:91:0) after 9m58s
[06:18:59.582] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:91:0)
[06:18:59.757] Build status: STARTED
[06:18:59.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:92:0) after 1m57s
[06:20:56.895] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:92:0)
[06:20:56.915] Build status: STARTED
[06:20:56.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:93:0) after 3m16s
[06:24:13.025] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:93:0)
[06:24:13.050] Build status: STARTED
[06:24:13.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:94:0) after 5m4s
[06:29:17.096] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:94:0)
[06:29:17.117] Build status: STARTED
[06:29:17.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:95:0) after 8m42s
[06:37:59.138] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:95:0)
[06:37:59.158] Build status: STARTED
[06:37:59.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:96:0) after 6m33s
[06:44:32.279] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:96:0)
[06:44:32.304] Build status: STARTED
[06:44:32.304] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:97:0) after 5m45s
[06:50:17.321] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:97:0)
[06:50:17.343] Build status: STARTED
[06:50:17.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982299065497557936:98:0) after 3m27s
[06:50:51.269] Received PubSub notification, asking Buildbucket for the build status
[06:50:51.291] Build:
{
  "id": "8816869003307223873",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 15196,
  "createdBy": "project:chromium",
  "createTime": "2022-04-14T22:31:42.635566516Z",
  "startTime": "2022-04-14T22:32:27.855117Z",
  "endTime": "2022-04-15T06:50:50.900683742Z",
  "updateTime": "2022-04-15T06:50:50.900683742Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fae9b808b05a6cb70fac440b9ef4de9152f82ea3",
      "ref": "refs/heads/main"
    }
  }
}
[06:50:51.291] Invocation finished in 8h19m10.12852519s with status FAILED