Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c4789ea1da64f05627f3b3a00d90f726a25680cb"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c4789ea1da64f05627f3b3a00d90f726a25680cb
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:09:41.616] New invocation is queued and will start shortly
[20:09:42.706] Starting the invocation (attempt 1)
[20:09:42.762] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c4789ea1da64f05627f3b3a00d90f726a25680cb"
[20:09:42.762] Popped gitiles commit info from properties and tags
[20:09:42.762] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:09:42.762] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:09:42.762] Buildbucket request:
{
  "requestId": "8944438466941795648",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c4789ea1da64f05627f3b3a00d90f726a25680cb",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8944438466941795648"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:09:43.222] Scheduled build:
{
  "id": "8779008404978998241",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 19152,
  "createdBy": "project:chromium",
  "createTime": "2023-06-06T20:09:42.864959141Z",
  "updateTime": "2023-06-06T20:09:42.864959141Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c4789ea1da64f05627f3b3a00d90f726a25680cb",
      "ref": "refs/heads/main"
    }
  }
}
[20:09:43.222] Task URL: https://cr-buildbucket.appspot.com/build/8779008404978998241
[20:09:43.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:2:0) after 5m12s
[20:14:55.244] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:2:0)
[20:14:55.339] Build status: SCHEDULED
[20:14:55.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:3:0) after 4m6s
[20:17:58.413] Received PubSub notification, asking Buildbucket for the build status
[20:17:58.432] Build status: STARTED
[20:19:01.334] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:3:0)
[20:19:01.353] Build status: STARTED
[20:19:01.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:5:0) after 4m37s
[20:23:38.486] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:5:0)
[20:23:38.518] Build status: STARTED
[20:23:38.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:6:0) after 8m54s
[20:32:32.545] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:6:0)
[20:32:32.600] Build status: STARTED
[20:32:32.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:7:0) after 4m30s
[20:37:02.593] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:7:0)
[20:37:02.616] Build status: STARTED
[20:37:02.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:8:0) after 4m46s
[20:41:49.016] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:8:0)
[20:41:49.031] Build status: STARTED
[20:41:49.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:9:0) after 7m57s
[20:49:46.084] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:9:0)
[20:49:46.102] Build status: STARTED
[20:49:46.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:10:0) after 3m28s
[20:53:14.324] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:10:0)
[20:53:14.342] Build status: STARTED
[20:53:14.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:11:0) after 6m33s
[20:59:47.369] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:11:0)
[20:59:47.390] Build status: STARTED
[20:59:47.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:12:0) after 9m11s
[21:08:58.587] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:12:0)
[21:08:58.675] Build status: STARTED
[21:08:58.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:13:0) after 8m47s
[21:17:45.785] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:13:0)
[21:17:45.803] Build status: STARTED
[21:17:45.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:14:0) after 2m39s
[21:20:24.883] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:14:0)
[21:20:24.904] Build status: STARTED
[21:20:24.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:15:0) after 7m52s
[21:28:16.943] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:15:0)
[21:28:16.963] Build status: STARTED
[21:28:16.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:16:0) after 2m41s
[21:30:57.991] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:16:0)
[21:30:58.013] Build status: STARTED
[21:30:58.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:17:0) after 3m14s
[21:34:12.247] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:17:0)
[21:34:12.266] Build status: STARTED
[21:34:12.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:18:0) after 3m8s
[21:37:20.719] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:18:0)
[21:37:20.790] Build status: STARTED
[21:37:20.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:19:0) after 6m9s
[21:43:29.815] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:19:0)
[21:43:29.837] Build status: STARTED
[21:43:29.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:20:0) after 1m12s
[21:44:41.858] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:20:0)
[21:44:41.875] Build status: STARTED
[21:44:41.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:21:0) after 9m3s
[21:53:45.038] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:21:0)
[21:53:45.063] Build status: STARTED
[21:53:45.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:22:0) after 6m35s
[22:00:20.097] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:22:0)
[22:00:20.120] Build status: STARTED
[22:00:20.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:23:0) after 8m58s
[22:09:18.160] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:23:0)
[22:09:18.179] Build status: STARTED
[22:09:18.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:24:0) after 6m45s
[22:16:03.354] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:24:0)
[22:16:03.376] Build status: STARTED
[22:16:03.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:25:0) after 7m13s
[22:23:16.415] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:25:0)
[22:23:16.462] Build status: STARTED
[22:23:16.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:26:0) after 7m30s
[22:30:46.736] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:26:0)
[22:30:46.754] Build status: STARTED
[22:30:46.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:27:0) after 6m59s
[22:37:45.863] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:27:0)
[22:37:45.897] Build status: STARTED
[22:37:45.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:28:0) after 4m19s
[22:42:04.997] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:28:0)
[22:42:05.013] Build status: STARTED
[22:42:05.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:29:0) after 7m45s
[22:49:50.036] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:29:0)
[22:49:50.057] Build status: STARTED
[22:49:50.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:30:0) after 6m32s
[22:56:22.119] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:30:0)
[22:56:22.139] Build status: STARTED
[22:56:22.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:31:0) after 6m3s
[23:02:25.318] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:31:0)
[23:02:25.336] Build status: STARTED
[23:02:25.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:32:0) after 4m11s
[23:06:36.364] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:32:0)
[23:06:36.381] Build status: STARTED
[23:06:36.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:33:0) after 3m10s
[23:09:46.544] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:33:0)
[23:09:46.563] Build status: STARTED
[23:09:46.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:34:0) after 9m29s
[23:19:15.588] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:34:0)
[23:19:15.608] Build status: STARTED
[23:19:15.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:35:0) after 9m8s
[23:28:23.635] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:35:0)
[23:28:23.651] Build status: STARTED
[23:28:23.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:36:0) after 4m41s
[23:33:04.738] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:36:0)
[23:33:04.893] Build status: STARTED
[23:33:04.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:37:0) after 7m4s
[23:40:09.092] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:37:0)
[23:40:09.113] Build status: STARTED
[23:40:09.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:38:0) after 3m40s
[23:43:49.111] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:38:0)
[23:43:49.131] Build status: STARTED
[23:43:49.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:39:0) after 2m19s
[23:46:08.200] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:39:0)
[23:46:08.270] Build status: STARTED
[23:46:08.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:40:0) after 9m45s
[23:55:53.610] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:40:0)
[23:55:53.630] Build status: STARTED
[23:55:53.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:41:0) after 4m50s
[00:00:43.853] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:41:0)
[00:00:43.880] Build status: STARTED
[00:00:43.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:42:0) after 4m33s
[00:05:16.961] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:42:0)
[00:05:17.020] Build status: STARTED
[00:05:17.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:43:0) after 9m37s
[00:14:54.119] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:43:0)
[00:14:54.142] Build status: STARTED
[00:14:54.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:44:0) after 5m23s
[00:20:17.262] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:44:0)
[00:20:17.284] Build status: STARTED
[00:20:17.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:45:0) after 6m18s
[00:26:35.436] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:45:0)
[00:26:35.459] Build status: STARTED
[00:26:35.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:46:0) after 7m3s
[00:33:38.493] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:46:0)
[00:33:38.516] Build status: STARTED
[00:33:38.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:47:0) after 5m39s
[00:39:17.538] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:47:0)
[00:39:17.557] Build status: STARTED
[00:39:17.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:48:0) after 1m59s
[00:41:16.779] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:48:0)
[00:41:16.802] Build status: STARTED
[00:41:16.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:49:0) after 2m42s
[00:43:59.562] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:49:0)
[00:43:59.583] Build status: STARTED
[00:43:59.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:50:0) after 6m16s
[00:50:15.615] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:50:0)
[00:50:15.723] Build status: STARTED
[00:50:15.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:51:0) after 6m45s
[00:57:01.057] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:51:0)
[00:57:01.134] Build status: STARTED
[00:57:01.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:52:0) after 6m9s
[01:03:10.160] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:52:0)
[01:03:10.182] Build status: STARTED
[01:03:10.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:53:0) after 2m26s
[01:05:36.363] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:53:0)
[01:05:36.384] Build status: STARTED
[01:05:36.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:54:0) after 3m16s
[01:08:52.524] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:54:0)
[01:08:52.542] Build status: STARTED
[01:08:52.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:55:0) after 6m39s
[01:15:31.706] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:55:0)
[01:15:31.724] Build status: STARTED
[01:15:31.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:56:0) after 3m33s
[01:19:04.752] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:56:0)
[01:19:04.769] Build status: STARTED
[01:19:04.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:57:0) after 1m10s
[01:20:14.760] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:57:0)
[01:20:14.777] Build status: STARTED
[01:20:14.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:58:0) after 3m37s
[01:23:51.801] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:58:0)
[01:23:51.851] Build status: STARTED
[01:23:51.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:59:0) after 3m23s
[01:27:14.916] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:59:0)
[01:27:14.948] Build status: STARTED
[01:27:14.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:60:0) after 5m56s
[01:33:10.993] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:60:0)
[01:33:11.010] Build status: STARTED
[01:33:11.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:61:0) after 5m27s
[01:38:38.166] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:61:0)
[01:38:38.183] Build status: STARTED
[01:38:38.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:62:0) after 8m13s
[01:46:51.316] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:62:0)
[01:46:51.335] Build status: STARTED
[01:46:51.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:63:0) after 3m38s
[01:50:29.384] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:63:0)
[01:50:29.406] Build status: STARTED
[01:50:29.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:64:0) after 2m43s
[01:53:12.466] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:64:0)
[01:53:12.498] Build status: STARTED
[01:53:12.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:65:0) after 3m25s
[01:56:37.545] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:65:0)
[01:56:37.567] Build status: STARTED
[01:56:37.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:66:0) after 9m16s
[02:05:53.593] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:66:0)
[02:05:53.609] Build status: STARTED
[02:05:53.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:67:0) after 7m36s
[02:13:29.639] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:67:0)
[02:13:29.717] Build status: STARTED
[02:13:29.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:68:0) after 5m39s
[02:19:08.994] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:68:0)
[02:19:09.011] Build status: STARTED
[02:19:09.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:69:0) after 5m12s
[02:24:21.038] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:69:0)
[02:24:21.210] Build status: STARTED
[02:24:21.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:70:0) after 5m35s
[02:29:56.319] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:70:0)
[02:29:56.340] Build status: STARTED
[02:29:56.340] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:71:0) after 8m47s
[02:38:43.661] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:71:0)
[02:38:43.683] Build status: STARTED
[02:38:43.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:72:0) after 6m54s
[02:45:37.864] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:72:0)
[02:45:37.918] Build status: STARTED
[02:45:37.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:73:0) after 3m24s
[02:49:02.141] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:73:0)
[02:49:02.157] Build status: STARTED
[02:49:02.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:74:0) after 9m50s
[02:58:52.382] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:74:0)
[02:58:52.406] Build status: STARTED
[02:58:52.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:75:0) after 8m48s
[03:07:40.504] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:75:0)
[03:07:40.529] Build status: STARTED
[03:07:40.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:76:0) after 4m17s
[03:11:57.550] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:76:0)
[03:11:57.571] Build status: STARTED
[03:11:57.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:77:0) after 2m25s
[03:14:22.826] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:77:0)
[03:14:22.845] Build status: STARTED
[03:14:22.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:78:0) after 5m49s
[03:20:12.077] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:78:0)
[03:20:12.094] Build status: STARTED
[03:20:12.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:79:0) after 8m19s
[03:28:31.410] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:79:0)
[03:28:31.572] Build status: STARTED
[03:28:31.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:80:0) after 2m24s
[03:30:55.709] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:80:0)
[03:30:55.727] Build status: STARTED
[03:30:55.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:81:0) after 9m14s
[03:40:09.925] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:81:0)
[03:40:09.961] Build status: STARTED
[03:40:09.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:82:0) after 7m45s
[03:47:54.978] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:82:0)
[03:47:54.998] Build status: STARTED
[03:47:54.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:83:0) after 5m2s
[03:52:57.064] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:83:0)
[03:52:57.086] Build status: STARTED
[03:52:57.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:84:0) after 8m45s
[04:01:42.200] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:84:0)
[04:01:42.226] Build status: STARTED
[04:01:42.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:85:0) after 7m55s
[04:09:37.252] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:85:0)
[04:09:37.275] Build status: STARTED
[04:09:37.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:86:0) after 7m26s
[04:17:03.502] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:86:0)
[04:17:03.531] Build status: STARTED
[04:17:03.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:87:0) after 2m20s
[04:19:23.553] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:87:0)
[04:19:23.570] Build status: STARTED
[04:19:23.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:88:0) after 5m48s
[04:25:11.681] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:88:0)
[04:25:11.700] Build status: STARTED
[04:25:11.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:89:0) after 4m34s
[04:29:45.775] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:89:0)
[04:29:45.796] Build status: STARTED
[04:29:45.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:90:0) after 4m27s
[04:34:12.870] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:90:0)
[04:34:12.916] Build status: STARTED
[04:34:12.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:91:0) after 4m14s
[04:38:27.185] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:91:0)
[04:38:27.203] Build status: STARTED
[04:38:27.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:92:0) after 9m9s
[04:47:36.453] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:92:0)
[04:47:36.475] Build status: STARTED
[04:47:36.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:93:0) after 4m11s
[04:51:47.483] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:93:0)
[04:51:49.442] Build status: STARTED
[04:51:49.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:94:0) after 8m4s
[04:59:53.464] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:94:0)
[04:59:53.486] Build status: STARTED
[04:59:53.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:95:0) after 2m1s
[05:01:54.648] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:95:0)
[05:01:54.704] Build status: STARTED
[05:01:54.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:96:0) after 4m34s
[05:06:28.727] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:96:0)
[05:06:28.744] Build status: STARTED
[05:06:28.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:97:0) after 2m7s
[05:08:35.870] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:97:0)
[05:08:35.956] Build status: STARTED
[05:08:35.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:98:0) after 2m41s
[05:11:17.111] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:98:0)
[05:11:17.138] Build status: STARTED
[05:11:17.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:99:0) after 7m37s
[05:18:54.223] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:99:0)
[05:18:54.424] Build status: STARTED
[05:18:54.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:100:0) after 6m49s
[05:25:43.670] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:100:0)
[05:25:43.695] Build status: STARTED
[05:25:43.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:101:0) after 6m4s
[05:31:47.898] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:101:0)
[05:31:47.916] Build status: STARTED
[05:31:47.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:102:0) after 4m47s
[05:36:34.980] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:102:0)
[05:36:35.005] Build status: STARTED
[05:36:35.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:103:0) after 3m32s
[05:40:07.030] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:103:0)
[05:40:07.045] Build status: STARTED
[05:40:07.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:104:0) after 8m58s
[05:49:05.196] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:104:0)
[05:49:05.214] Build status: STARTED
[05:49:05.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:105:0) after 7m30s
[05:56:35.237] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:105:0)
[05:56:35.255] Build status: STARTED
[05:56:35.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:106:0) after 4m4s
[06:00:39.276] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:106:0)
[06:00:39.311] Build status: STARTED
[06:00:39.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:107:0) after 3m32s
[06:04:11.339] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:107:0)
[06:04:11.359] Build status: STARTED
[06:04:11.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:108:0) after 6m17s
[06:10:28.398] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:108:0)
[06:10:28.474] Build status: STARTED
[06:10:28.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:109:0) after 5m20s
[06:15:48.513] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:109:0)
[06:15:48.531] Build status: STARTED
[06:15:48.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:110:0) after 4m32s
[06:20:20.604] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:110:0)
[06:20:20.640] Build status: STARTED
[06:20:20.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:111:0) after 5m38s
[06:25:58.687] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:111:0)
[06:25:58.711] Build status: STARTED
[06:25:58.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:112:0) after 6m41s
[06:32:39.716] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:112:0)
[06:32:39.737] Build status: STARTED
[06:32:39.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:113:0) after 9m14s
[06:41:53.866] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:113:0)
[06:41:53.884] Build status: STARTED
[06:41:53.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:114:0) after 6m46s
[06:48:39.913] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:114:0)
[06:48:39.934] Build status: STARTED
[06:48:39.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:115:0) after 1m1s
[06:49:40.990] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:115:0)
[06:49:41.015] Build status: STARTED
[06:49:41.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:116:0) after 8m26s
[06:58:07.104] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:116:0)
[06:58:07.279] Build status: STARTED
[06:58:07.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:117:0) after 1m45s
[06:59:52.376] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:117:0)
[06:59:52.404] Build status: STARTED
[06:59:52.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:118:0) after 7m50s
[07:07:42.558] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:118:0)
[07:07:42.609] Build status: STARTED
[07:07:42.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:119:0) after 9m34s
[07:17:16.731] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:119:0)
[07:17:16.753] Build status: STARTED
[07:17:16.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:120:0) after 6m9s
[07:23:25.991] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:120:0)
[07:23:26.015] Build status: STARTED
[07:23:26.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:121:0) after 5m56s
[07:29:22.120] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:121:0)
[07:29:22.171] Build status: STARTED
[07:29:22.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:122:0) after 1m8s
[07:30:30.297] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:122:0)
[07:30:30.319] Build status: STARTED
[07:30:30.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:123:0) after 7m5s
[07:37:35.479] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:123:0)
[07:37:35.512] Build status: STARTED
[07:37:35.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944438466941795648:124:0) after 9m8s
[07:39:59.131] Received PubSub notification, asking Buildbucket for the build status
[07:39:59.163] Build:
{
  "id": "8779008404978998241",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 19152,
  "createdBy": "project:chromium",
  "createTime": "2023-06-06T20:09:42.864959141Z",
  "startTime": "2023-06-06T20:17:57.864822Z",
  "endTime": "2023-06-07T07:39:58.619156464Z",
  "updateTime": "2023-06-07T07:39:58.619156464Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c4789ea1da64f05627f3b3a00d90f726a25680cb",
      "ref": "refs/heads/main"
    }
  }
}
[07:39:59.163] Invocation finished in 11h30m17.554097195s with status FAILED