Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3a652db67b274ada341c08461067c5a50a166fd7"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3a652db67b274ada341c08461067c5a50a166fd7
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[03:41:06.201] New invocation is queued and will start shortly
[03:41:07.280] Starting the invocation (attempt 1)
[03:41:07.322] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3a652db67b274ada341c08461067c5a50a166fd7"
[03:41:07.322] Popped gitiles commit info from properties and tags
[03:41:07.322] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:41:07.322] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:41:07.323] Buildbucket request:
{
  "requestId": "8990614519567953344",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3a652db67b274ada341c08461067c5a50a166fd7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8990614519567953344"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:41:07.879] Scheduled build:
{
  "id": "8825184457667914241",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 14587,
  "createdBy": "project:chromium",
  "createTime": "2022-01-13T03:41:07.382158906Z",
  "updateTime": "2022-01-13T03:41:07.382158906Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3a652db67b274ada341c08461067c5a50a166fd7",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[03:41:07.879] Task URL: https://cr-buildbucket.appspot.com/build/8825184457667914241
[03:41:07.879] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:2:0) after 2m26s
[03:43:33.901] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:2:0)
[03:43:33.931] Build status: SCHEDULED
[03:43:33.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:3:0) after 7m29s
[03:43:53.405] Received PubSub notification, asking Buildbucket for the build status
[03:43:53.442] Build status: STARTED
[03:51:02.938] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:3:0)
[03:51:02.961] Build status: STARTED
[03:51:02.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:5:0) after 2m0s
[03:53:03.049] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:5:0)
[03:53:03.070] Build status: STARTED
[03:53:03.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:6:0) after 6m19s
[03:59:22.541] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:6:0)
[03:59:22.569] Build status: STARTED
[03:59:22.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:7:0) after 6m30s
[04:05:52.593] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:7:0)
[04:05:52.622] Build status: STARTED
[04:05:52.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:8:0) after 6m25s
[04:12:17.649] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:8:0)
[04:12:17.673] Build status: STARTED
[04:12:17.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:9:0) after 6m16s
[04:18:33.759] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:9:0)
[04:18:33.785] Build status: STARTED
[04:18:33.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:10:0) after 2m57s
[04:21:30.813] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:10:0)
[04:21:30.847] Build status: STARTED
[04:21:30.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:11:0) after 4m24s
[04:25:55.040] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:11:0)
[04:25:55.075] Build status: STARTED
[04:25:55.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:12:0) after 9m45s
[04:35:40.123] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:12:0)
[04:35:40.141] Build status: STARTED
[04:35:40.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:13:0) after 4m9s
[04:39:49.166] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:13:0)
[04:39:49.198] Build status: STARTED
[04:39:49.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:14:0) after 9m37s
[04:49:26.469] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:14:0)
[04:49:26.492] Build status: STARTED
[04:49:26.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:15:0) after 2m52s
[04:52:18.519] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:15:0)
[04:52:18.553] Build status: STARTED
[04:52:18.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:16:0) after 5m20s
[04:57:38.725] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:16:0)
[04:57:38.750] Build status: STARTED
[04:57:38.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:17:0) after 7m17s
[05:04:56.015] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:17:0)
[05:04:56.034] Build status: STARTED
[05:04:56.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:18:0) after 2m18s
[05:07:14.066] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:18:0)
[05:07:14.145] Build status: STARTED
[05:07:14.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:19:0) after 3m17s
[05:10:31.169] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:19:0)
[05:10:31.207] Build status: STARTED
[05:10:31.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:20:0) after 6m52s
[05:17:23.331] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:20:0)
[05:17:23.351] Build status: STARTED
[05:17:23.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:21:0) after 5m33s
[05:22:56.506] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:21:0)
[05:22:56.534] Build status: STARTED
[05:22:56.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:22:0) after 1m27s
[05:24:23.660] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:22:0)
[05:24:23.680] Build status: STARTED
[05:24:23.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:23:0) after 8m14s
[05:32:37.794] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:23:0)
[05:32:37.838] Build status: STARTED
[05:32:37.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:24:0) after 3m9s
[05:35:47.129] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:24:0)
[05:35:47.157] Build status: STARTED
[05:35:47.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:25:0) after 9m1s
[05:44:48.571] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:25:0)
[05:44:48.602] Build status: STARTED
[05:44:48.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:26:0) after 7m29s
[05:52:17.793] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:26:0)
[05:52:17.824] Build status: STARTED
[05:52:17.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:27:0) after 2m38s
[05:54:55.949] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:27:0)
[05:54:55.982] Build status: STARTED
[05:54:55.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:28:0) after 9m2s
[06:03:58.012] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:28:0)
[06:03:58.041] Build status: STARTED
[06:03:58.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:29:0) after 5m50s
[06:09:48.073] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:29:0)
[06:09:48.093] Build status: STARTED
[06:09:48.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:30:0) after 9m20s
[06:19:08.219] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:30:0)
[06:19:08.246] Build status: STARTED
[06:19:08.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:31:0) after 9m51s
[06:28:59.277] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:31:0)
[06:28:59.421] Build status: STARTED
[06:28:59.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:32:0) after 4m25s
[06:33:24.860] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:32:0)
[06:33:24.889] Build status: STARTED
[06:33:24.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:33:0) after 3m28s
[06:36:52.917] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:33:0)
[06:36:52.946] Build status: STARTED
[06:36:52.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:34:0) after 9m53s
[06:46:46.059] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:34:0)
[06:46:46.085] Build status: STARTED
[06:46:46.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:35:0) after 9m50s
[06:56:36.111] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:35:0)
[06:56:36.131] Build status: STARTED
[06:56:36.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:36:0) after 4m21s
[07:00:57.312] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:36:0)
[07:00:57.334] Build status: STARTED
[07:00:57.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:37:0) after 1m42s
[07:02:39.358] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:37:0)
[07:02:39.389] Build status: STARTED
[07:02:39.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:38:0) after 8m39s
[07:11:18.501] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:38:0)
[07:11:18.520] Build status: STARTED
[07:11:18.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:39:0) after 2m17s
[07:13:35.655] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:39:0)
[07:13:35.688] Build status: STARTED
[07:13:35.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:40:0) after 9m46s
[07:23:21.829] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:40:0)
[07:23:21.857] Build status: STARTED
[07:23:21.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:41:0) after 3m14s
[07:26:35.899] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:41:0)
[07:26:35.933] Build status: STARTED
[07:26:35.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:42:0) after 3m56s
[07:30:31.919] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:42:0)
[07:30:31.953] Build status: STARTED
[07:30:31.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:43:0) after 1m48s
[07:32:19.957] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:43:0)
[07:32:19.976] Build status: STARTED
[07:32:19.976] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:44:0) after 7m44s
[07:40:04.039] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:44:0)
[07:40:04.061] Build status: STARTED
[07:40:04.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:45:0) after 3m35s
[07:43:39.244] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:45:0)
[07:43:39.268] Build status: STARTED
[07:43:39.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:46:0) after 3m7s
[07:46:46.326] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:46:0)
[07:46:46.397] Build status: STARTED
[07:46:46.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:47:0) after 3m45s
[07:50:31.431] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:47:0)
[07:50:31.452] Build status: STARTED
[07:50:31.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:48:0) after 6m25s
[07:56:56.568] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:48:0)
[07:56:56.589] Build status: STARTED
[07:56:56.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:49:0) after 5m35s
[08:02:31.623] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:49:0)
[08:02:31.651] Build status: STARTED
[08:02:31.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:50:0) after 2m10s
[08:04:41.804] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:50:0)
[08:04:41.826] Build status: STARTED
[08:04:41.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:51:0) after 2m9s
[08:06:51.191] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:51:0)
[08:06:51.218] Build status: STARTED
[08:06:51.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:52:0) after 9m22s
[08:16:13.336] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:52:0)
[08:16:13.375] Build status: STARTED
[08:16:13.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:53:0) after 8m22s
[08:24:35.486] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:53:0)
[08:24:35.506] Build status: STARTED
[08:24:35.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:54:0) after 3m50s
[08:28:25.609] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:54:0)
[08:28:25.637] Build status: STARTED
[08:28:25.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:55:0) after 9m53s
[08:38:18.665] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:55:0)
[08:38:18.694] Build status: STARTED
[08:38:18.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:56:0) after 2m7s
[08:40:25.696] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:56:0)
[08:40:25.717] Build status: STARTED
[08:40:25.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:57:0) after 1m41s
[08:42:06.841] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:57:0)
[08:42:06.887] Build status: STARTED
[08:42:06.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:58:0) after 3m37s
[08:45:44.060] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:58:0)
[08:45:44.079] Build status: STARTED
[08:45:44.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:59:0) after 2m21s
[08:48:05.411] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:59:0)
[08:48:05.438] Build status: STARTED
[08:48:05.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:60:0) after 9m41s
[08:57:46.682] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:60:0)
[08:57:46.702] Build status: STARTED
[08:57:46.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:61:0) after 7m27s
[09:05:13.900] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:61:0)
[09:05:13.921] Build status: STARTED
[09:05:13.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:62:0) after 8m3s
[09:13:17.059] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:62:0)
[09:13:17.084] Build status: STARTED
[09:13:17.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:63:0) after 5m23s
[09:18:40.303] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:63:0)
[09:18:40.321] Build status: STARTED
[09:18:40.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:64:0) after 9m4s
[09:27:44.319] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:64:0)
[09:27:44.359] Build status: STARTED
[09:27:44.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:65:0) after 8m39s
[09:36:23.393] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:65:0)
[09:36:23.421] Build status: STARTED
[09:36:23.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:66:0) after 1m29s
[09:37:52.596] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:66:0)
[09:37:52.625] Build status: STARTED
[09:37:52.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:67:0) after 5m7s
[09:42:59.655] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:67:0)
[09:42:59.677] Build status: STARTED
[09:42:59.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:68:0) after 7m48s
[09:50:47.723] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:68:0)
[09:50:47.743] Build status: STARTED
[09:50:47.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:69:0) after 9m31s
[10:00:18.772] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:69:0)
[10:00:18.808] Build status: STARTED
[10:00:18.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:70:0) after 6m54s
[10:07:12.839] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:70:0)
[10:07:12.957] Build status: STARTED
[10:07:12.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:71:0) after 5m15s
[10:12:27.984] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:71:0)
[10:12:28.014] Build status: STARTED
[10:12:28.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:72:0) after 7m4s
[10:19:32.360] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:72:0)
[10:19:32.386] Build status: STARTED
[10:19:32.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:73:0) after 7m40s
[10:27:12.423] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:73:0)
[10:27:12.444] Build status: STARTED
[10:27:12.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:74:0) after 3m50s
[10:31:02.817] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:74:0)
[10:31:02.850] Build status: STARTED
[10:31:02.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:75:0) after 2m28s
[10:33:30.887] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:75:0)
[10:33:30.913] Build status: STARTED
[10:33:30.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:76:0) after 5m15s
[10:38:46.055] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:76:0)
[10:38:46.076] Build status: STARTED
[10:38:46.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:77:0) after 7m56s
[10:46:42.513] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:77:0)
[10:46:42.540] Build status: STARTED
[10:46:42.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:78:0) after 6m49s
[10:53:31.978] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:78:0)
[10:53:31.996] Build status: STARTED
[10:53:31.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:79:0) after 3m22s
[10:56:54.257] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:79:0)
[10:56:54.279] Build status: STARTED
[10:56:54.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:80:0) after 9m17s
[11:06:11.296] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:80:0)
[11:06:11.333] Build status: STARTED
[11:06:11.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:81:0) after 7m44s
[11:13:55.359] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:81:0)
[11:13:55.384] Build status: STARTED
[11:13:55.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:82:0) after 8m30s
[11:22:25.413] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:82:0)
[11:22:25.479] Build status: STARTED
[11:22:25.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:83:0) after 4m53s
[11:27:18.510] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:83:0)
[11:27:18.546] Build status: STARTED
[11:27:18.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:84:0) after 8m37s
[11:35:55.577] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:84:0)
[11:35:55.597] Build status: STARTED
[11:35:55.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:85:0) after 6m3s
[11:41:58.635] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:85:0)
[11:41:58.669] Build status: STARTED
[11:41:58.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:86:0) after 3m25s
[11:45:23.694] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:86:0)
[11:45:23.715] Build status: STARTED
[11:45:23.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:87:0) after 8m8s
[11:53:31.742] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:87:0)
[11:53:31.772] Build status: STARTED
[11:53:31.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:88:0) after 1m32s
[11:55:03.801] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:88:0)
[11:55:03.823] Build status: STARTED
[11:55:03.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:89:0) after 1m51s
[11:56:54.922] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:89:0)
[11:56:54.954] Build status: STARTED
[11:56:54.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:90:0) after 5m16s
[12:02:11.163] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:90:0)
[12:02:11.196] Build status: STARTED
[12:02:11.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8990614519567953344:91:0) after 7m48s
[12:06:49.019] Received PubSub notification, asking Buildbucket for the build status
[12:06:49.040] Build:
{
  "id": "8825184457667914241",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 14587,
  "createdBy": "project:chromium",
  "createTime": "2022-01-13T03:41:07.382158906Z",
  "startTime": "2022-01-13T03:43:52.739803Z",
  "endTime": "2022-01-13T12:06:48.361780501Z",
  "updateTime": "2022-01-13T12:06:48.361780501Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3a652db67b274ada341c08461067c5a50a166fd7",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[12:06:49.040] Invocation finished in 8h25m42.853271493s with status FAILED