Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "506952bfa08534394614e578b804da784563fd96"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/506952bfa08534394614e578b804da784563fd96
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:31:30.193] New invocation is queued and will start shortly
[02:31:31.303] Starting the invocation (attempt 1)
[02:31:31.340] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/506952bfa08534394614e578b804da784563fd96"
[02:31:31.340] Popped gitiles commit info from properties and tags
[02:31:31.340] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:31:31.340] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:31:31.341] Buildbucket request:
{
  "requestId": "8949306681742482176",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "506952bfa08534394614e578b804da784563fd96",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8949306681742482176"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:31:31.773] Scheduled build:
{
  "id": "8783876619823465809",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 18715,
  "createdBy": "project:chromium",
  "createTime": "2023-04-14T02:31:31.401987967Z",
  "updateTime": "2023-04-14T02:31:31.401987967Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "506952bfa08534394614e578b804da784563fd96",
      "ref": "refs/heads/main"
    }
  }
}
[02:31:31.773] Task URL: https://cr-buildbucket.appspot.com/build/8783876619823465809
[02:31:31.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:2:0) after 2m32s
[02:33:44.281] Received PubSub notification, asking Buildbucket for the build status
[02:33:44.324] Build status: STARTED
[02:34:04.004] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:2:0)
[02:34:04.039] Build status: STARTED
[02:34:04.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:4:0) after 2m13s
[02:36:17.069] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:4:0)
[02:36:17.091] Build status: STARTED
[02:36:17.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:5:0) after 6m32s
[02:42:49.190] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:5:0)
[02:42:49.208] Build status: STARTED
[02:42:49.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:6:0) after 3m8s
[02:45:57.241] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:6:0)
[02:45:57.263] Build status: STARTED
[02:45:57.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:7:0) after 5m26s
[02:51:23.489] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:7:0)
[02:51:23.508] Build status: STARTED
[02:51:23.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:8:0) after 5m9s
[02:56:32.811] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:8:0)
[02:56:32.833] Build status: STARTED
[02:56:32.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:9:0) after 1m52s
[02:58:24.856] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:9:0)
[02:58:24.879] Build status: STARTED
[02:58:24.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:10:0) after 3m53s
[03:02:18.065] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:10:0)
[03:02:18.095] Build status: STARTED
[03:02:18.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:11:0) after 6m57s
[03:09:15.199] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:11:0)
[03:09:15.216] Build status: STARTED
[03:09:15.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:12:0) after 8m30s
[03:17:45.298] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:12:0)
[03:17:45.318] Build status: STARTED
[03:17:45.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:13:0) after 5m22s
[03:23:07.574] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:13:0)
[03:23:07.604] Build status: STARTED
[03:23:07.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:14:0) after 9m9s
[03:32:16.908] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:14:0)
[03:32:16.951] Build status: STARTED
[03:32:16.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:15:0) after 7m45s
[03:40:01.988] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:15:0)
[03:40:02.021] Build status: STARTED
[03:40:02.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:16:0) after 8m27s
[03:48:29.254] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:16:0)
[03:48:29.283] Build status: STARTED
[03:48:29.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:17:0) after 6m12s
[03:54:41.430] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:17:0)
[03:54:41.446] Build status: STARTED
[03:54:41.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:18:0) after 2m23s
[03:57:04.474] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:18:0)
[03:57:04.496] Build status: STARTED
[03:57:04.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:19:0) after 3m49s
[04:00:53.530] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:19:0)
[04:00:53.571] Build status: STARTED
[04:00:53.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:20:0) after 8m10s
[04:09:03.601] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:20:0)
[04:09:03.678] Build status: STARTED
[04:09:03.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:21:0) after 2m30s
[04:11:33.831] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:21:0)
[04:11:33.850] Build status: STARTED
[04:11:33.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:22:0) after 3m49s
[04:15:22.890] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:22:0)
[04:15:22.913] Build status: STARTED
[04:15:22.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:23:0) after 1m37s
[04:17:00.055] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:23:0)
[04:17:00.077] Build status: STARTED
[04:17:00.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:24:0) after 5m50s
[04:22:50.230] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:24:0)
[04:22:50.249] Build status: STARTED
[04:22:50.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:25:0) after 9m59s
[04:32:49.305] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:25:0)
[04:32:49.323] Build status: STARTED
[04:32:49.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:26:0) after 9m57s
[04:42:46.353] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:26:0)
[04:42:46.372] Build status: STARTED
[04:42:46.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:27:0) after 8m58s
[04:51:44.415] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:27:0)
[04:51:44.434] Build status: STARTED
[04:51:44.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:28:0) after 2m19s
[04:54:03.518] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:28:0)
[04:54:03.539] Build status: STARTED
[04:54:03.539] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:29:0) after 6m3s
[05:00:06.583] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:29:0)
[05:00:06.607] Build status: STARTED
[05:00:06.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:30:0) after 4m11s
[05:04:17.632] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:30:0)
[05:04:17.652] Build status: STARTED
[05:04:17.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:31:0) after 8m28s
[05:12:45.880] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:31:0)
[05:12:45.984] Build status: STARTED
[05:12:45.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:32:0) after 2m57s
[05:15:43.023] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:32:0)
[05:15:43.041] Build status: STARTED
[05:15:43.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:33:0) after 9m59s
[05:25:42.072] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:33:0)
[05:25:42.091] Build status: STARTED
[05:25:42.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:34:0) after 2m52s
[05:28:34.308] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:34:0)
[05:28:34.326] Build status: STARTED
[05:28:34.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:35:0) after 3m2s
[05:31:36.592] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:35:0)
[05:31:36.612] Build status: STARTED
[05:31:36.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:36:0) after 2m6s
[05:33:42.712] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:36:0)
[05:33:42.734] Build status: STARTED
[05:33:42.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:37:0) after 1m38s
[05:35:20.977] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:37:0)
[05:35:20.996] Build status: STARTED
[05:35:20.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:38:0) after 8m59s
[05:44:20.261] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:38:0)
[05:44:20.404] Build status: STARTED
[05:44:20.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:39:0) after 9m58s
[05:54:18.438] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:39:0)
[05:54:18.537] Build status: STARTED
[05:54:18.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:40:0) after 9m45s
[06:04:03.566] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:40:0)
[06:04:03.588] Build status: STARTED
[06:04:03.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:41:0) after 8m23s
[06:12:26.696] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:41:0)
[06:12:26.713] Build status: STARTED
[06:12:26.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:42:0) after 8m23s
[06:20:49.737] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:42:0)
[06:20:49.764] Build status: STARTED
[06:20:49.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:43:0) after 2m17s
[06:23:06.958] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:43:0)
[06:23:06.980] Build status: STARTED
[06:23:06.980] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:44:0) after 4m28s
[06:27:35.011] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:44:0)
[06:27:35.031] Build status: STARTED
[06:27:35.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:45:0) after 9m49s
[06:37:24.157] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:45:0)
[06:37:24.177] Build status: STARTED
[06:37:24.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:46:0) after 5m45s
[06:43:09.209] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:46:0)
[06:43:09.227] Build status: STARTED
[06:43:09.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:47:0) after 3m0s
[06:46:09.283] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:47:0)
[06:46:09.335] Build status: STARTED
[06:46:09.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:48:0) after 1m9s
[06:47:18.415] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:48:0)
[06:47:18.436] Build status: STARTED
[06:47:18.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:49:0) after 7m36s
[06:54:54.575] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:49:0)
[06:54:54.594] Build status: STARTED
[06:54:54.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:50:0) after 1m9s
[06:56:03.614] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:50:0)
[06:56:03.640] Build status: STARTED
[06:56:03.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:51:0) after 5m10s
[07:01:13.961] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:51:0)
[07:01:13.983] Build status: STARTED
[07:01:13.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:52:0) after 5m49s
[07:07:03.123] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:52:0)
[07:07:03.164] Build status: STARTED
[07:07:03.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:53:0) after 6m40s
[07:13:43.228] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:53:0)
[07:13:43.313] Build status: STARTED
[07:13:43.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:54:0) after 9m8s
[07:22:51.457] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:54:0)
[07:22:51.533] Build status: STARTED
[07:22:51.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:55:0) after 6m29s
[07:29:20.666] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:55:0)
[07:29:20.697] Build status: STARTED
[07:29:20.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:56:0) after 3m40s
[07:33:00.730] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:56:0)
[07:33:00.748] Build status: STARTED
[07:33:00.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:57:0) after 5m18s
[07:38:18.814] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:57:0)
[07:38:18.839] Build status: STARTED
[07:38:18.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:58:0) after 1m52s
[07:40:10.894] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:58:0)
[07:40:10.916] Build status: STARTED
[07:40:10.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:59:0) after 2m55s
[07:43:05.964] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:59:0)
[07:43:05.987] Build status: STARTED
[07:43:05.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:60:0) after 9m48s
[07:52:54.018] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:60:0)
[07:52:54.067] Build status: STARTED
[07:52:54.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:61:0) after 1m12s
[07:54:06.159] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:61:0)
[07:54:06.251] Build status: STARTED
[07:54:06.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:62:0) after 7m37s
[08:01:43.588] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:62:0)
[08:01:43.622] Build status: STARTED
[08:01:43.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:63:0) after 8m13s
[08:09:56.827] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:63:0)
[08:09:56.846] Build status: STARTED
[08:09:56.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:64:0) after 9m31s
[08:19:27.882] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:64:0)
[08:19:27.903] Build status: STARTED
[08:19:27.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:65:0) after 1m41s
[08:21:09.037] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:65:0)
[08:21:09.100] Build status: STARTED
[08:21:09.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:66:0) after 8m33s
[08:29:42.339] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:66:0)
[08:29:42.363] Build status: STARTED
[08:29:42.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:67:0) after 5m27s
[08:35:09.785] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:67:0)
[08:35:09.819] Build status: STARTED
[08:35:09.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:68:0) after 8m29s
[08:43:39.190] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:68:0)
[08:43:39.253] Build status: STARTED
[08:43:39.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:69:0) after 3m36s
[08:47:15.386] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:69:0)
[08:47:15.409] Build status: STARTED
[08:47:15.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:70:0) after 6m37s
[08:53:52.671] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:70:0)
[08:53:52.689] Build status: STARTED
[08:53:52.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:71:0) after 4m42s
[08:58:34.727] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:71:0)
[08:58:34.763] Build status: STARTED
[08:58:34.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:72:0) after 9m52s
[09:08:26.989] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:72:0)
[09:08:27.011] Build status: STARTED
[09:08:27.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:73:0) after 3m47s
[09:12:14.141] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:73:0)
[09:12:14.188] Build status: STARTED
[09:12:14.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:74:0) after 7m36s
[09:19:50.226] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:74:0)
[09:19:50.244] Build status: STARTED
[09:19:50.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:75:0) after 8m4s
[09:27:54.273] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:75:0)
[09:27:54.291] Build status: STARTED
[09:27:54.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:76:0) after 9m13s
[09:37:07.378] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:76:0)
[09:37:07.398] Build status: STARTED
[09:37:07.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:77:0) after 3m20s
[09:40:27.425] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:77:0)
[09:40:27.447] Build status: STARTED
[09:40:27.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:78:0) after 3m0s
[09:43:28.171] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:78:0)
[09:43:28.190] Build status: STARTED
[09:43:28.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:79:0) after 5m37s
[09:49:05.365] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:79:0)
[09:49:05.403] Build status: STARTED
[09:49:05.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:80:0) after 9m0s
[09:58:05.918] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:80:0)
[09:58:05.938] Build status: STARTED
[09:58:05.938] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:81:0) after 6m28s
[10:04:34.049] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:81:0)
[10:04:34.072] Build status: STARTED
[10:04:34.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:82:0) after 6m54s
[10:11:28.290] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:82:0)
[10:11:28.313] Build status: STARTED
[10:11:28.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:83:0) after 1m29s
[10:12:57.382] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:83:0)
[10:12:57.402] Build status: STARTED
[10:12:57.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:84:0) after 1m30s
[10:14:27.772] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:84:0)
[10:14:27.792] Build status: STARTED
[10:14:27.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:85:0) after 2m4s
[10:16:32.038] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:85:0)
[10:16:32.068] Build status: STARTED
[10:16:32.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:86:0) after 7m44s
[10:24:16.136] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:86:0)
[10:24:16.159] Build status: STARTED
[10:24:16.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:87:0) after 7m47s
[10:32:03.319] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:87:0)
[10:32:03.365] Build status: STARTED
[10:32:03.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:88:0) after 1m0s
[10:33:03.531] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:88:0)
[10:33:03.549] Build status: STARTED
[10:33:03.550] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:89:0) after 4m16s
[10:37:19.833] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:89:0)
[10:37:19.865] Build status: STARTED
[10:37:19.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:90:0) after 3m31s
[10:40:50.893] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:90:0)
[10:40:51.094] Build status: STARTED
[10:40:51.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:91:0) after 6m21s
[10:47:12.551] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:91:0)
[10:47:12.576] Build status: STARTED
[10:47:12.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:92:0) after 5m10s
[10:52:22.728] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:92:0)
[10:52:22.812] Build status: STARTED
[10:52:22.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:93:0) after 3m0s
[10:55:22.851] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:93:0)
[10:55:22.875] Build status: STARTED
[10:55:22.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:94:0) after 9m17s
[11:04:39.905] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:94:0)
[11:04:39.981] Build status: STARTED
[11:04:39.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:95:0) after 4m21s
[11:09:01.196] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:95:0)
[11:09:01.220] Build status: STARTED
[11:09:01.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:96:0) after 6m28s
[11:15:29.796] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:96:0)
[11:15:29.818] Build status: STARTED
[11:15:29.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:97:0) after 3m12s
[11:18:41.859] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:97:0)
[11:18:41.878] Build status: STARTED
[11:18:41.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:98:0) after 3m35s
[11:22:16.917] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:98:0)
[11:22:16.941] Build status: STARTED
[11:22:16.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:99:0) after 9m30s
[11:31:46.980] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:99:0)
[11:31:47.004] Build status: STARTED
[11:31:47.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:100:0) after 8m26s
[11:40:13.046] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:100:0)
[11:40:13.073] Build status: STARTED
[11:40:13.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:101:0) after 9m11s
[11:49:24.143] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:101:0)
[11:49:24.164] Build status: STARTED
[11:49:24.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:102:0) after 3m41s
[11:53:05.670] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:102:0)
[11:53:05.697] Build status: STARTED
[11:53:05.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:103:0) after 1m49s
[11:54:54.822] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:103:0)
[11:54:54.863] Build status: STARTED
[11:54:54.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:104:0) after 8m31s
[12:03:25.896] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:104:0)
[12:03:25.915] Build status: STARTED
[12:03:25.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:105:0) after 7m47s
[12:11:13.218] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:105:0)
[12:11:13.285] Build status: STARTED
[12:11:13.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:106:0) after 2m18s
[12:13:31.685] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:106:0)
[12:13:31.801] Build status: STARTED
[12:13:31.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:107:0) after 9m1s
[12:22:32.828] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:107:0)
[12:22:32.847] Build status: STARTED
[12:22:32.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:108:0) after 7m11s
[12:29:43.868] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:108:0)
[12:29:43.893] Build status: STARTED
[12:29:43.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:109:0) after 7m15s
[12:36:59.146] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:109:0)
[12:36:59.210] Build status: STARTED
[12:36:59.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:110:0) after 1m51s
[12:38:50.421] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:110:0)
[12:38:50.444] Build status: STARTED
[12:38:50.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:111:0) after 1m59s
[12:40:49.475] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:111:0)
[12:40:49.498] Build status: STARTED
[12:40:49.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:112:0) after 7m55s
[12:48:45.102] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:112:0)
[12:48:45.157] Build status: STARTED
[12:48:45.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:113:0) after 5m23s
[12:54:08.247] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:113:0)
[12:54:08.333] Build status: STARTED
[12:54:08.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:114:0) after 7m56s
[13:02:04.462] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:114:0)
[13:02:04.485] Build status: STARTED
[13:02:04.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8949306681742482176:115:0) after 7m9s
[13:05:54.495] Received PubSub notification, asking Buildbucket for the build status
[13:05:54.590] Build:
{
  "id": "8783876619823465809",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 18715,
  "createdBy": "project:chromium",
  "createTime": "2023-04-14T02:31:31.401987967Z",
  "startTime": "2023-04-14T02:33:42.847619Z",
  "endTime": "2023-04-14T13:05:54.211275842Z",
  "updateTime": "2023-04-14T13:05:54.211275842Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "506952bfa08534394614e578b804da784563fd96",
      "ref": "refs/heads/main"
    }
  }
}
[13:05:54.590] Invocation finished in 10h34m24.403768622s with status FAILED