Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "61f89ea82b50f7e40de2d5cff4e2ee18cf080e83"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/61f89ea82b50f7e40de2d5cff4e2ee18cf080e83
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:02:24.761] New invocation is queued and will start shortly
[16:02:25.821] Starting the invocation (attempt 1)
[16:02:25.845] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/61f89ea82b50f7e40de2d5cff4e2ee18cf080e83"
[16:02:25.845] Popped gitiles commit info from properties and tags
[16:02:25.845] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:02:25.845] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:02:25.845] Buildbucket request:
{
  "requestId": "8934578955172355136",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "61f89ea82b50f7e40de2d5cff4e2ee18cf080e83",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8934578955172355136"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:02:26.583] Scheduled build:
{
  "id": "8769148893279912817",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 19945,
  "createdBy": "project:chromium",
  "createTime": "2023-09-23T16:02:25.944494270Z",
  "updateTime": "2023-09-23T16:02:25.944494270Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "61f89ea82b50f7e40de2d5cff4e2ee18cf080e83",
      "ref": "refs/heads/main"
    }
  }
}
[16:02:26.583] Task URL: https://cr-buildbucket.appspot.com/build/8769148893279912817
[16:02:26.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:2:0) after 5m39s
[16:02:27.611] Received PubSub notification, asking Buildbucket for the build status
[16:02:27.636] Build status: SCHEDULED
[16:04:59.649] Received PubSub notification, asking Buildbucket for the build status
[16:04:59.667] Build status: STARTED
[16:08:05.646] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:2:0)
[16:08:05.682] Build status: STARTED
[16:08:05.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:5:0) after 8m44s
[16:16:49.718] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:5:0)
[16:16:49.738] Build status: STARTED
[16:16:49.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:6:0) after 8m35s
[16:25:24.764] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:6:0)
[16:25:24.781] Build status: STARTED
[16:25:24.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:7:0) after 7m33s
[16:32:57.813] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:7:0)
[16:32:57.837] Build status: STARTED
[16:32:57.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:8:0) after 5m7s
[16:38:04.893] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:8:0)
[16:38:04.920] Build status: STARTED
[16:38:04.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:9:0) after 2m8s
[16:40:12.980] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:9:0)
[16:40:12.998] Build status: STARTED
[16:40:12.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:10:0) after 5m39s
[16:45:52.031] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:10:0)
[16:45:52.048] Build status: STARTED
[16:45:52.048] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:11:0) after 4m25s
[16:50:17.358] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:11:0)
[16:50:17.374] Build status: STARTED
[16:50:17.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:12:0) after 8m51s
[16:59:08.393] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:12:0)
[16:59:08.411] Build status: STARTED
[16:59:08.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:13:0) after 4m21s
[17:03:29.432] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:13:0)
[17:03:29.463] Build status: STARTED
[17:03:29.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:14:0) after 2m25s
[17:05:54.690] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:14:0)
[17:05:54.709] Build status: STARTED
[17:05:54.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:15:0) after 3m7s
[17:09:01.696] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:15:0)
[17:09:01.715] Build status: STARTED
[17:09:01.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:16:0) after 1m57s
[17:10:58.911] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:16:0)
[17:10:58.949] Build status: STARTED
[17:10:58.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:17:0) after 1m14s
[17:12:13.166] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:17:0)
[17:12:13.195] Build status: STARTED
[17:12:13.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:18:0) after 2m18s
[17:14:31.211] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:18:0)
[17:14:31.232] Build status: STARTED
[17:14:31.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:19:0) after 8m27s
[17:22:58.260] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:19:0)
[17:22:58.282] Build status: STARTED
[17:22:58.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:20:0) after 2m22s
[17:25:20.397] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:20:0)
[17:25:20.420] Build status: STARTED
[17:25:20.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:21:0) after 1m27s
[17:26:47.715] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:21:0)
[17:26:47.824] Build status: STARTED
[17:26:47.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:22:0) after 6m31s
[17:33:18.841] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:22:0)
[17:33:18.864] Build status: STARTED
[17:33:18.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:23:0) after 3m30s
[17:36:48.933] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:23:0)
[17:36:49.005] Build status: STARTED
[17:36:49.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:24:0) after 5m42s
[17:42:31.020] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:24:0)
[17:42:31.038] Build status: STARTED
[17:42:31.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:25:0) after 1m7s
[17:43:38.163] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:25:0)
[17:43:38.183] Build status: STARTED
[17:43:38.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:26:0) after 4m14s
[17:47:52.200] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:26:0)
[17:47:52.217] Build status: STARTED
[17:47:52.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:27:0) after 9m8s
[17:57:00.237] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:27:0)
[17:57:00.253] Build status: STARTED
[17:57:00.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:28:0) after 7m16s
[18:04:16.331] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:28:0)
[18:04:16.384] Build status: STARTED
[18:04:16.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:29:0) after 3m11s
[18:07:27.721] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:29:0)
[18:07:27.736] Build status: STARTED
[18:07:27.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:30:0) after 6m35s
[18:14:02.961] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:30:0)
[18:14:02.989] Build status: STARTED
[18:14:02.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:31:0) after 5m57s
[18:20:00.125] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:31:0)
[18:20:00.151] Build status: STARTED
[18:20:00.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:32:0) after 3m58s
[18:23:58.195] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:32:0)
[18:23:58.219] Build status: STARTED
[18:23:58.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:33:0) after 6m17s
[18:30:15.275] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:33:0)
[18:30:15.295] Build status: STARTED
[18:30:15.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:34:0) after 9m30s
[18:39:45.358] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:34:0)
[18:39:45.375] Build status: STARTED
[18:39:45.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:35:0) after 4m43s
[18:44:28.451] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:35:0)
[18:44:28.505] Build status: STARTED
[18:44:28.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:36:0) after 8m27s
[18:52:55.509] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:36:0)
[18:52:55.527] Build status: STARTED
[18:52:55.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:37:0) after 3m28s
[18:56:23.537] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:37:0)
[18:56:23.555] Build status: STARTED
[18:56:23.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:38:0) after 5m17s
[19:01:41.002] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:38:0)
[19:01:41.027] Build status: STARTED
[19:01:41.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:39:0) after 5m28s
[19:07:09.237] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:39:0)
[19:07:09.259] Build status: STARTED
[19:07:09.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:40:0) after 2m52s
[19:10:01.278] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:40:0)
[19:10:01.301] Build status: STARTED
[19:10:01.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:41:0) after 4m10s
[19:14:11.398] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:41:0)
[19:14:11.454] Build status: STARTED
[19:14:11.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:42:0) after 6m52s
[19:21:03.597] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:42:0)
[19:21:03.618] Build status: STARTED
[19:21:03.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:43:0) after 1m15s
[19:22:18.639] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:43:0)
[19:22:18.663] Build status: STARTED
[19:22:18.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:44:0) after 3m11s
[19:25:29.820] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:44:0)
[19:25:29.847] Build status: STARTED
[19:25:29.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:45:0) after 4m53s
[19:30:22.861] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:45:0)
[19:30:22.930] Build status: STARTED
[19:30:22.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:46:0) after 7m4s
[19:37:26.974] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:46:0)
[19:37:26.993] Build status: STARTED
[19:37:26.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:47:0) after 5m56s
[19:43:23.110] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:47:0)
[19:43:23.143] Build status: STARTED
[19:43:23.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:48:0) after 1m39s
[19:45:02.176] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:48:0)
[19:45:02.212] Build status: STARTED
[19:45:02.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:49:0) after 9m45s
[19:54:47.448] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:49:0)
[19:54:47.471] Build status: STARTED
[19:54:47.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:50:0) after 5m47s
[20:00:34.496] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:50:0)
[20:00:34.515] Build status: STARTED
[20:00:34.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:51:0) after 6m12s
[20:06:46.687] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:51:0)
[20:06:46.770] Build status: STARTED
[20:06:46.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:52:0) after 5m51s
[20:12:37.792] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:52:0)
[20:12:37.813] Build status: STARTED
[20:12:37.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:53:0) after 7m3s
[20:19:40.834] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:53:0)
[20:19:40.880] Build status: STARTED
[20:19:40.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:54:0) after 6m6s
[20:25:46.904] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:54:0)
[20:25:46.924] Build status: STARTED
[20:25:46.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:55:0) after 8m43s
[20:34:29.940] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:55:0)
[20:34:29.959] Build status: STARTED
[20:34:29.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:56:0) after 9m2s
[20:43:31.966] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:56:0)
[20:43:31.983] Build status: STARTED
[20:43:31.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:57:0) after 8m53s
[20:52:25.235] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:57:0)
[20:52:25.253] Build status: STARTED
[20:52:25.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:58:0) after 8m2s
[21:00:27.461] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:58:0)
[21:00:27.496] Build status: STARTED
[21:00:27.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:59:0) after 6m53s
[21:07:20.516] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:59:0)
[21:07:20.549] Build status: STARTED
[21:07:20.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:60:0) after 5m51s
[21:13:11.572] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:60:0)
[21:13:11.597] Build status: STARTED
[21:13:11.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:61:0) after 4m51s
[21:18:02.615] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:61:0)
[21:18:02.635] Build status: STARTED
[21:18:02.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:62:0) after 6m47s
[21:24:49.911] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:62:0)
[21:24:49.930] Build status: STARTED
[21:24:49.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:63:0) after 4m8s
[21:28:57.946] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:63:0)
[21:28:57.966] Build status: STARTED
[21:28:57.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:64:0) after 4m13s
[21:33:10.987] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:64:0)
[21:33:11.007] Build status: STARTED
[21:33:11.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:65:0) after 5m49s
[21:39:00.208] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:65:0)
[21:39:00.227] Build status: STARTED
[21:39:00.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:66:0) after 8m57s
[21:47:57.379] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:66:0)
[21:47:57.399] Build status: STARTED
[21:47:57.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:67:0) after 4m56s
[21:52:53.417] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:67:0)
[21:52:53.443] Build status: STARTED
[21:52:53.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:68:0) after 1m2s
[21:53:55.635] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:68:0)
[21:53:55.653] Build status: STARTED
[21:53:55.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:69:0) after 3m23s
[21:57:18.675] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:69:0)
[21:57:18.695] Build status: STARTED
[21:57:18.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:70:0) after 9m55s
[22:07:13.735] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:70:0)
[22:07:13.777] Build status: STARTED
[22:07:13.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:71:0) after 7m35s
[22:14:48.941] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:71:0)
[22:14:48.960] Build status: STARTED
[22:14:48.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:72:0) after 3m44s
[22:18:32.983] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:72:0)
[22:18:33.004] Build status: STARTED
[22:18:33.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:73:0) after 9m35s
[22:28:08.045] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:73:0)
[22:28:08.065] Build status: STARTED
[22:28:08.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:74:0) after 4m21s
[22:32:29.102] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:74:0)
[22:32:29.133] Build status: STARTED
[22:32:29.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:75:0) after 4m30s
[22:36:59.228] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:75:0)
[22:36:59.249] Build status: STARTED
[22:36:59.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:76:0) after 8m16s
[22:45:15.306] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:76:0)
[22:45:15.329] Build status: STARTED
[22:45:15.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:77:0) after 1m53s
[22:47:08.447] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:77:0)
[22:47:08.486] Build status: STARTED
[22:47:08.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:78:0) after 4m5s
[22:51:13.518] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:78:0)
[22:51:13.542] Build status: STARTED
[22:51:13.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:79:0) after 8m23s
[22:59:36.565] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:79:0)
[22:59:36.582] Build status: STARTED
[22:59:36.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:80:0) after 7m38s
[23:07:15.066] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:80:0)
[23:07:15.123] Build status: STARTED
[23:07:15.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:81:0) after 5m7s
[23:12:22.101] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:81:0)
[23:12:22.126] Build status: STARTED
[23:12:22.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:82:0) after 3m14s
[23:15:36.523] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:82:0)
[23:15:36.545] Build status: STARTED
[23:15:36.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:83:0) after 7m15s
[23:22:51.584] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:83:0)
[23:22:51.719] Build status: STARTED
[23:22:51.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:84:0) after 9m10s
[23:32:01.890] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:84:0)
[23:32:01.998] Build status: STARTED
[23:32:01.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:85:0) after 6m38s
[23:38:40.013] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:85:0)
[23:38:40.036] Build status: STARTED
[23:38:40.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:86:0) after 3m0s
[23:41:40.328] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:86:0)
[23:41:40.349] Build status: STARTED
[23:41:40.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:87:0) after 8m55s
[23:50:35.586] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:87:0)
[23:50:35.606] Build status: STARTED
[23:50:35.606] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:88:0) after 3m19s
[23:53:54.836] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:88:0)
[23:53:54.856] Build status: STARTED
[23:53:54.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:89:0) after 2m55s
[23:56:49.876] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:89:0)
[23:56:49.962] Build status: STARTED
[23:56:49.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:90:0) after 1m10s
[23:58:00.069] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:90:0)
[23:58:00.107] Build status: STARTED
[23:58:00.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:91:0) after 7m43s
[00:05:43.183] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:91:0)
[00:05:43.201] Build status: STARTED
[00:05:43.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:92:0) after 8m49s
[00:14:32.218] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:92:0)
[00:14:32.241] Build status: STARTED
[00:14:32.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:93:0) after 5m57s
[00:20:29.259] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:93:0)
[00:20:29.278] Build status: STARTED
[00:20:29.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:94:0) after 7m54s
[00:28:23.312] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:94:0)
[00:28:23.329] Build status: STARTED
[00:28:23.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:95:0) after 3m51s
[00:32:14.352] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:95:0)
[00:32:14.387] Build status: STARTED
[00:32:14.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:96:0) after 4m20s
[00:36:34.454] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:96:0)
[00:36:34.586] Build status: STARTED
[00:36:34.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:97:0) after 2m18s
[00:38:52.622] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:97:0)
[00:38:52.641] Build status: STARTED
[00:38:52.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:98:0) after 3m44s
[00:42:36.618] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:98:0)
[00:42:36.639] Build status: STARTED
[00:42:36.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:99:0) after 3m24s
[00:46:00.661] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:99:0)
[00:46:00.687] Build status: STARTED
[00:46:00.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:100:0) after 2m51s
[00:48:51.683] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:100:0)
[00:48:51.710] Build status: STARTED
[00:48:51.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8934578955172355136:101:0) after 3m58s
[00:51:48.668] Received PubSub notification, asking Buildbucket for the build status
[00:51:48.690] Build:
{
  "id": "8769148893279912817",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 19945,
  "createdBy": "project:chromium",
  "createTime": "2023-09-23T16:02:25.944494270Z",
  "startTime": "2023-09-23T16:04:58.994680Z",
  "endTime": "2023-09-24T00:51:47.269513364Z",
  "updateTime": "2023-09-24T00:51:47.269513364Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "61f89ea82b50f7e40de2d5cff4e2ee18cf080e83",
      "ref": "refs/heads/main"
    }
  }
}
[00:51:48.690] Invocation finished in 8h49m23.934362668s with status FAILED