Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "421bad7dea15b1557377af34f1462594a45fe488"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/421bad7dea15b1557377af34f1462594a45fe488
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[06:35:39.346] New invocation is queued and will start shortly
[06:35:40.423] Starting the invocation (attempt 1)
[06:35:40.460] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/421bad7dea15b1557377af34f1462594a45fe488"
[06:35:40.460] Popped gitiles commit info from properties and tags
[06:35:40.460] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:35:40.460] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:35:40.461] Buildbucket request:
{
  "requestId": "8945486248414112960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "421bad7dea15b1557377af34f1462594a45fe488",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8945486248414112960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:35:40.916] Scheduled build:
{
  "id": "8780056186505000897",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 19028,
  "createdBy": "project:chromium",
  "createTime": "2023-05-26T06:35:40.534557007Z",
  "updateTime": "2023-05-26T06:35:40.534557007Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "421bad7dea15b1557377af34f1462594a45fe488",
      "ref": "refs/heads/main"
    }
  }
}
[06:35:40.916] Task URL: https://cr-buildbucket.appspot.com/build/8780056186505000897
[06:35:40.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:2:0) after 9m35s
[06:37:50.683] Received PubSub notification, asking Buildbucket for the build status
[06:37:50.707] Build status: STARTED
[06:45:15.971] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:2:0)
[06:45:15.990] Build status: STARTED
[06:45:15.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:4:0) after 1m30s
[06:46:46.114] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:4:0)
[06:46:46.171] Build status: STARTED
[06:46:46.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:5:0) after 3m0s
[06:49:46.325] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:5:0)
[06:49:46.348] Build status: STARTED
[06:49:46.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:6:0) after 7m57s
[06:57:43.479] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:6:0)
[06:57:43.501] Build status: STARTED
[06:57:43.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:7:0) after 7m26s
[07:05:09.823] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:7:0)
[07:05:09.906] Build status: STARTED
[07:05:09.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:8:0) after 6m9s
[07:11:18.962] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:8:0)
[07:11:18.985] Build status: STARTED
[07:11:18.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:9:0) after 1m0s
[07:12:19.011] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:9:0)
[07:12:19.039] Build status: STARTED
[07:12:19.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:10:0) after 1m30s
[07:13:49.041] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:10:0)
[07:13:49.174] Build status: STARTED
[07:13:49.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:11:0) after 9m0s
[07:22:49.477] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:11:0)
[07:22:49.499] Build status: STARTED
[07:22:49.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:12:0) after 8m52s
[07:31:41.708] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:12:0)
[07:31:41.762] Build status: STARTED
[07:31:41.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:13:0) after 6m51s
[07:38:32.892] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:13:0)
[07:38:32.907] Build status: STARTED
[07:38:32.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:14:0) after 7m1s
[07:45:33.991] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:14:0)
[07:45:34.009] Build status: STARTED
[07:45:34.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:15:0) after 8m17s
[07:53:51.106] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:15:0)
[07:53:51.131] Build status: STARTED
[07:53:51.131] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:16:0) after 7m54s
[08:01:45.142] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:16:0)
[08:01:45.165] Build status: STARTED
[08:01:45.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:17:0) after 8m53s
[08:10:38.191] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:17:0)
[08:10:38.213] Build status: STARTED
[08:10:38.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:18:0) after 7m39s
[08:18:17.398] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:18:0)
[08:18:17.419] Build status: STARTED
[08:18:17.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:19:0) after 2m21s
[08:20:38.527] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:19:0)
[08:20:38.563] Build status: STARTED
[08:20:38.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:20:0) after 5m52s
[08:26:30.544] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:20:0)
[08:26:30.561] Build status: STARTED
[08:26:30.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:21:0) after 8m17s
[08:34:47.677] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:21:0)
[08:34:47.697] Build status: STARTED
[08:34:47.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:22:0) after 3m38s
[08:38:25.719] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:22:0)
[08:38:25.745] Build status: STARTED
[08:38:25.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:23:0) after 4m17s
[08:42:42.872] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:23:0)
[08:42:42.894] Build status: STARTED
[08:42:42.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:24:0) after 8m21s
[08:51:04.075] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:24:0)
[08:51:04.094] Build status: STARTED
[08:51:04.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:25:0) after 5m9s
[08:56:13.169] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:25:0)
[08:56:13.191] Build status: STARTED
[08:56:13.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:26:0) after 2m14s
[08:58:27.407] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:26:0)
[08:58:27.424] Build status: STARTED
[08:58:27.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:27:0) after 3m14s
[09:01:41.553] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:27:0)
[09:01:41.624] Build status: STARTED
[09:01:41.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:28:0) after 7m42s
[09:09:23.839] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:28:0)
[09:09:23.856] Build status: STARTED
[09:09:23.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:29:0) after 6m17s
[09:15:40.891] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:29:0)
[09:15:40.912] Build status: STARTED
[09:15:40.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:30:0) after 4m11s
[09:19:52.148] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:30:0)
[09:19:52.166] Build status: STARTED
[09:19:52.166] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:31:0) after 1m3s
[09:20:55.219] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:31:0)
[09:20:55.238] Build status: STARTED
[09:20:55.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:32:0) after 2m32s
[09:23:27.299] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:32:0)
[09:23:27.323] Build status: STARTED
[09:23:27.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:33:0) after 3m16s
[09:26:43.460] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:33:0)
[09:26:43.478] Build status: STARTED
[09:26:43.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:34:0) after 9m38s
[09:36:21.692] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:34:0)
[09:36:21.771] Build status: STARTED
[09:36:21.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:35:0) after 3m21s
[09:39:42.895] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:35:0)
[09:39:42.916] Build status: STARTED
[09:39:42.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:36:0) after 7m34s
[09:47:17.047] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:36:0)
[09:47:17.065] Build status: STARTED
[09:47:17.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:37:0) after 8m1s
[09:55:18.437] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:37:0)
[09:55:18.476] Build status: STARTED
[09:55:18.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:38:0) after 4m32s
[09:59:50.604] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:38:0)
[09:59:50.627] Build status: STARTED
[09:59:50.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:39:0) after 6m30s
[10:06:21.196] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:39:0)
[10:06:21.216] Build status: STARTED
[10:06:21.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:40:0) after 8m4s
[10:14:25.377] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:40:0)
[10:14:25.398] Build status: STARTED
[10:14:25.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:41:0) after 7m50s
[10:22:15.531] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:41:0)
[10:22:15.558] Build status: STARTED
[10:22:15.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:42:0) after 5m32s
[10:27:47.623] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:42:0)
[10:27:47.656] Build status: STARTED
[10:27:47.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:43:0) after 7m0s
[10:34:47.870] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:43:0)
[10:34:47.890] Build status: STARTED
[10:34:47.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:44:0) after 1m10s
[10:35:57.935] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:44:0)
[10:35:57.955] Build status: STARTED
[10:35:57.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:45:0) after 2m51s
[10:38:49.085] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:45:0)
[10:38:49.103] Build status: STARTED
[10:38:49.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:46:0) after 3m1s
[10:41:50.272] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:46:0)
[10:41:50.294] Build status: STARTED
[10:41:50.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:47:0) after 1m28s
[10:43:18.540] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:47:0)
[10:43:18.567] Build status: STARTED
[10:43:18.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:48:0) after 8m49s
[10:52:07.624] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:48:0)
[10:52:07.662] Build status: STARTED
[10:52:07.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:49:0) after 9m59s
[11:02:06.725] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:49:0)
[11:02:06.747] Build status: STARTED
[11:02:06.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:50:0) after 8m56s
[11:11:02.953] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:50:0)
[11:11:02.972] Build status: STARTED
[11:11:02.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:51:0) after 5m25s
[11:16:27.997] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:51:0)
[11:16:28.020] Build status: STARTED
[11:16:28.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:52:0) after 4m29s
[11:20:57.189] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:52:0)
[11:20:57.210] Build status: STARTED
[11:20:57.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:53:0) after 9m29s
[11:30:26.284] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:53:0)
[11:30:26.329] Build status: STARTED
[11:30:26.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:54:0) after 5m15s
[11:35:41.773] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:54:0)
[11:35:41.795] Build status: STARTED
[11:35:41.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:55:0) after 8m36s
[11:44:17.829] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:55:0)
[11:44:17.851] Build status: STARTED
[11:44:17.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:56:0) after 5m19s
[11:49:37.047] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:56:0)
[11:49:37.068] Build status: STARTED
[11:49:37.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:57:0) after 5m25s
[11:55:02.239] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:57:0)
[11:55:02.284] Build status: STARTED
[11:55:02.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:58:0) after 3m27s
[11:58:29.385] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:58:0)
[11:58:29.435] Build status: STARTED
[11:58:29.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:59:0) after 2m57s
[12:01:26.599] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:59:0)
[12:01:26.642] Build status: STARTED
[12:01:26.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:60:0) after 8m48s
[12:10:14.635] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:60:0)
[12:10:14.657] Build status: STARTED
[12:10:14.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:61:0) after 4m33s
[12:14:47.682] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:61:0)
[12:14:47.705] Build status: STARTED
[12:14:47.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:62:0) after 6m17s
[12:21:04.822] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:62:0)
[12:21:04.850] Build status: STARTED
[12:21:04.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:63:0) after 7m3s
[12:28:08.064] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:63:0)
[12:28:08.085] Build status: STARTED
[12:28:08.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:64:0) after 3m51s
[12:31:59.354] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:64:0)
[12:31:59.376] Build status: STARTED
[12:31:59.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:65:0) after 9m57s
[12:41:56.408] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:65:0)
[12:41:56.439] Build status: STARTED
[12:41:56.439] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:66:0) after 8m50s
[12:50:46.495] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:66:0)
[12:50:46.566] Build status: STARTED
[12:50:46.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:67:0) after 3m11s
[12:53:57.617] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:67:0)
[12:53:57.637] Build status: STARTED
[12:53:57.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:68:0) after 4m21s
[12:58:18.800] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:68:0)
[12:58:18.849] Build status: STARTED
[12:58:18.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:69:0) after 8m41s
[13:07:00.060] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:69:0)
[13:07:00.151] Build status: STARTED
[13:07:00.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:70:0) after 7m1s
[13:14:01.194] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:70:0)
[13:14:01.225] Build status: STARTED
[13:14:01.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:71:0) after 4m58s
[13:18:59.318] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:71:0)
[13:18:59.338] Build status: STARTED
[13:18:59.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:72:0) after 3m51s
[13:22:50.608] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:72:0)
[13:22:50.679] Build status: STARTED
[13:22:50.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:73:0) after 8m5s
[13:30:55.783] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:73:0)
[13:30:55.803] Build status: STARTED
[13:30:55.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:74:0) after 8m58s
[13:39:54.121] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:74:0)
[13:39:54.143] Build status: STARTED
[13:39:54.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:75:0) after 5m48s
[13:45:42.269] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:75:0)
[13:45:42.301] Build status: STARTED
[13:45:42.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:76:0) after 8m53s
[13:54:35.334] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:76:0)
[13:54:35.352] Build status: STARTED
[13:54:35.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:77:0) after 3m22s
[13:57:57.653] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:77:0)
[13:57:57.675] Build status: STARTED
[13:57:57.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:78:0) after 1m30s
[13:59:27.862] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:78:0)
[13:59:27.881] Build status: STARTED
[13:59:27.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:79:0) after 8m54s
[14:08:21.897] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:79:0)
[14:08:21.920] Build status: STARTED
[14:08:21.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:80:0) after 4m30s
[14:12:51.937] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:80:0)
[14:12:51.957] Build status: STARTED
[14:12:51.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:81:0) after 7m43s
[14:20:34.990] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:81:0)
[14:20:35.012] Build status: STARTED
[14:20:35.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:82:0) after 1m10s
[14:21:45.076] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:82:0)
[14:21:45.095] Build status: STARTED
[14:21:45.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:83:0) after 5m41s
[14:27:26.131] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:83:0)
[14:27:26.158] Build status: STARTED
[14:27:26.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:84:0) after 5m46s
[14:33:12.359] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:84:0)
[14:33:12.397] Build status: STARTED
[14:33:12.397] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:85:0) after 7m29s
[14:40:41.638] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:85:0)
[14:40:41.659] Build status: STARTED
[14:40:41.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:86:0) after 3m52s
[14:44:33.658] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:86:0)
[14:44:33.680] Build status: STARTED
[14:44:33.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:87:0) after 9m21s
[14:53:54.793] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:87:0)
[14:53:54.825] Build status: STARTED
[14:53:54.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:88:0) after 8m38s
[15:02:33.213] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:88:0)
[15:02:33.236] Build status: STARTED
[15:02:33.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:89:0) after 3m22s
[15:05:55.534] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:89:0)
[15:05:55.559] Build status: STARTED
[15:05:55.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:90:0) after 8m2s
[15:13:57.583] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:90:0)
[15:13:57.633] Build status: STARTED
[15:13:57.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:91:0) after 4m29s
[15:18:26.921] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:91:0)
[15:18:26.937] Build status: STARTED
[15:18:26.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:92:0) after 8m27s
[15:26:54.067] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:92:0)
[15:26:54.086] Build status: STARTED
[15:26:54.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:93:0) after 2m59s
[15:29:53.125] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:93:0)
[15:29:53.144] Build status: STARTED
[15:29:53.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:94:0) after 3m34s
[15:33:27.157] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:94:0)
[15:33:27.175] Build status: STARTED
[15:33:27.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:95:0) after 7m36s
[15:41:03.294] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:95:0)
[15:41:03.326] Build status: STARTED
[15:41:03.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:96:0) after 3m16s
[15:44:19.331] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:96:0)
[15:44:19.353] Build status: STARTED
[15:44:19.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:97:0) after 8m0s
[15:52:19.775] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:97:0)
[15:52:19.805] Build status: STARTED
[15:52:19.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:98:0) after 1m7s
[15:53:27.376] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:98:0)
[15:53:27.394] Build status: STARTED
[15:53:27.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:99:0) after 1m13s
[15:54:40.552] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:99:0)
[15:54:40.568] Build status: STARTED
[15:54:40.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:100:0) after 7m4s
[16:01:44.624] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:100:0)
[16:01:44.658] Build status: STARTED
[16:01:44.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:101:0) after 2m1s
[16:03:45.685] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:101:0)
[16:03:45.707] Build status: STARTED
[16:03:45.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:102:0) after 2m25s
[16:06:10.907] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:102:0)
[16:06:10.941] Build status: STARTED
[16:06:10.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:103:0) after 3m7s
[16:09:17.948] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:103:0)
[16:09:17.974] Build status: STARTED
[16:09:17.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:104:0) after 4m2s
[16:13:20.148] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:104:0)
[16:13:20.178] Build status: STARTED
[16:13:20.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:105:0) after 6m1s
[16:19:21.274] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:105:0)
[16:19:21.295] Build status: STARTED
[16:19:21.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:106:0) after 3m52s
[16:23:13.379] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:106:0)
[16:23:13.402] Build status: STARTED
[16:23:13.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:107:0) after 9m34s
[16:32:47.439] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:107:0)
[16:32:47.463] Build status: STARTED
[16:32:47.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:108:0) after 4m10s
[16:36:57.572] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:108:0)
[16:36:57.591] Build status: STARTED
[16:36:57.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:109:0) after 2m59s
[16:39:56.612] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:109:0)
[16:39:56.630] Build status: STARTED
[16:39:56.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:110:0) after 9m39s
[16:49:35.725] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:110:0)
[16:49:35.751] Build status: STARTED
[16:49:35.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:111:0) after 4m31s
[16:54:06.838] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:111:0)
[16:54:06.861] Build status: STARTED
[16:54:06.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:112:0) after 4m57s
[16:59:03.988] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:112:0)
[16:59:04.009] Build status: STARTED
[16:59:04.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:113:0) after 9m35s
[17:08:39.051] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:113:0)
[17:08:39.095] Build status: STARTED
[17:08:39.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:114:0) after 3m38s
[17:12:17.081] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:114:0)
[17:12:17.111] Build status: STARTED
[17:12:17.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:115:0) after 9m38s
[17:21:55.171] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:115:0)
[17:21:55.192] Build status: STARTED
[17:21:55.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:116:0) after 7m49s
[17:29:44.227] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:116:0)
[17:29:44.243] Build status: STARTED
[17:29:44.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8945486248414112960:117:0) after 8m12s
[17:32:54.340] Received PubSub notification, asking Buildbucket for the build status
[17:32:54.511] Build:
{
  "id": "8780056186505000897",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 19028,
  "createdBy": "project:chromium",
  "createTime": "2023-05-26T06:35:40.534557007Z",
  "startTime": "2023-05-26T06:37:50.058166Z",
  "endTime": "2023-05-26T17:32:53.856645274Z",
  "updateTime": "2023-05-26T17:32:53.856645274Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "421bad7dea15b1557377af34f1462594a45fe488",
      "ref": "refs/heads/main"
    }
  }
}
[17:32:54.511] Invocation finished in 10h57m15.180387652s with status FAILED