Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9369ed0c223b04ea9780bafd9c2b21f6ff5649b7"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9369ed0c223b04ea9780bafd9c2b21f6ff5649b7
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:10:02.627] New invocation is queued and will start shortly
[12:10:04.114] Starting the invocation (attempt 1)
[12:10:04.150] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9369ed0c223b04ea9780bafd9c2b21f6ff5649b7"
[12:10:04.150] Popped gitiles commit info from properties and tags
[12:10:04.150] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:10:04.150] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:10:04.151] Buildbucket request:
{
  "requestId": "8969473406625563712",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9369ed0c223b04ea9780bafd9c2b21f6ff5649b7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8969473406625563712"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:10:04.806] Scheduled build:
{
  "id": "8804043344257640273",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 16770,
  "createdBy": "project:chromium",
  "createTime": "2022-09-03T12:10:04.262917253Z",
  "updateTime": "2022-09-03T12:10:04.262917253Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9369ed0c223b04ea9780bafd9c2b21f6ff5649b7",
      "ref": "refs/heads/main"
    }
  }
}
[12:10:04.806] Task URL: https://cr-buildbucket.appspot.com/build/8804043344257640273
[12:10:04.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:2:0) after 2m12s
[12:10:08.004] Received PubSub notification, asking Buildbucket for the build status
[12:10:08.034] Build status: STARTED
[12:12:16.821] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:2:0)
[12:12:16.843] Build status: STARTED
[12:12:16.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:4:0) after 4m45s
[12:17:01.865] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:4:0)
[12:17:01.892] Build status: STARTED
[12:17:01.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:5:0) after 7m3s
[12:24:05.008] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:5:0)
[12:24:05.034] Build status: STARTED
[12:24:05.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:6:0) after 3m53s
[12:27:58.050] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:6:0)
[12:27:58.071] Build status: STARTED
[12:27:58.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:7:0) after 8m10s
[12:36:08.106] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:7:0)
[12:36:08.136] Build status: STARTED
[12:36:08.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:8:0) after 2m35s
[12:38:43.154] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:8:0)
[12:38:43.191] Build status: STARTED
[12:38:43.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:9:0) after 1m8s
[12:39:51.231] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:9:0)
[12:39:51.254] Build status: STARTED
[12:39:51.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:10:0) after 9m19s
[12:49:10.339] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:10:0)
[12:49:10.360] Build status: STARTED
[12:49:10.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:11:0) after 1m28s
[12:50:38.361] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:11:0)
[12:50:38.389] Build status: STARTED
[12:50:38.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:12:0) after 6m12s
[12:56:50.423] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:12:0)
[12:56:50.455] Build status: STARTED
[12:56:50.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:13:0) after 3m31s
[13:00:21.599] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:13:0)
[13:00:21.621] Build status: STARTED
[13:00:21.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:14:0) after 8m12s
[13:08:33.640] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:14:0)
[13:08:33.817] Build status: STARTED
[13:08:33.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:15:0) after 9m51s
[13:18:24.894] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:15:0)
[13:18:24.917] Build status: STARTED
[13:18:24.917] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:16:0) after 9m43s
[13:28:07.942] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:16:0)
[13:28:07.965] Build status: STARTED
[13:28:07.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:17:0) after 2m17s
[13:30:24.991] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:17:0)
[13:30:25.016] Build status: STARTED
[13:30:25.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:18:0) after 3m16s
[13:33:41.038] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:18:0)
[13:33:41.065] Build status: STARTED
[13:33:41.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:19:0) after 3m35s
[13:37:16.186] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:19:0)
[13:37:16.214] Build status: STARTED
[13:37:16.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:20:0) after 1m18s
[13:38:34.236] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:20:0)
[13:38:34.272] Build status: STARTED
[13:38:34.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:21:0) after 6m58s
[13:45:32.304] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:21:0)
[13:45:32.334] Build status: STARTED
[13:45:32.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:22:0) after 1m47s
[13:47:19.392] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:22:0)
[13:47:19.424] Build status: STARTED
[13:47:19.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:23:0) after 4m20s
[13:51:39.440] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:23:0)
[13:51:39.467] Build status: STARTED
[13:51:39.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:24:0) after 2m3s
[13:53:42.532] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:24:0)
[13:53:42.558] Build status: STARTED
[13:53:42.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:25:0) after 8m51s
[14:02:33.575] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:25:0)
[14:02:33.603] Build status: STARTED
[14:02:33.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:26:0) after 3m36s
[14:06:09.764] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:26:0)
[14:06:09.795] Build status: STARTED
[14:06:09.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:27:0) after 6m1s
[14:12:10.817] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:27:0)
[14:12:10.846] Build status: STARTED
[14:12:10.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:28:0) after 3m20s
[14:15:30.869] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:28:0)
[14:15:30.894] Build status: STARTED
[14:15:30.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:29:0) after 6m4s
[14:21:35.047] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:29:0)
[14:21:35.081] Build status: STARTED
[14:21:35.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:30:0) after 2m51s
[14:24:26.099] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:30:0)
[14:24:26.124] Build status: STARTED
[14:24:26.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:31:0) after 3m19s
[14:27:45.143] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:31:0)
[14:27:45.201] Build status: STARTED
[14:27:45.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:32:0) after 9m53s
[14:37:38.370] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:32:0)
[14:37:38.393] Build status: STARTED
[14:37:38.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:33:0) after 7m29s
[14:45:07.410] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:33:0)
[14:45:07.435] Build status: STARTED
[14:45:07.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:34:0) after 7m44s
[14:52:51.468] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:34:0)
[14:52:51.494] Build status: STARTED
[14:52:51.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:35:0) after 5m48s
[14:58:39.604] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:35:0)
[14:58:39.633] Build status: STARTED
[14:58:39.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:36:0) after 7m55s
[15:06:34.653] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:36:0)
[15:06:34.682] Build status: STARTED
[15:06:34.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:37:0) after 7m10s
[15:13:44.918] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:37:0)
[15:13:44.940] Build status: STARTED
[15:13:44.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:38:0) after 5m19s
[15:19:03.956] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:38:0)
[15:19:04.050] Build status: STARTED
[15:19:04.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:39:0) after 4m22s
[15:23:26.221] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:39:0)
[15:23:26.246] Build status: STARTED
[15:23:26.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:40:0) after 2m29s
[15:25:55.356] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:40:0)
[15:25:55.379] Build status: STARTED
[15:25:55.379] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:41:0) after 3m45s
[15:29:40.439] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:41:0)
[15:29:40.463] Build status: STARTED
[15:29:40.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:42:0) after 8m32s
[15:38:12.481] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:42:0)
[15:38:12.504] Build status: STARTED
[15:38:12.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:43:0) after 5m2s
[15:43:14.521] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:43:0)
[15:43:14.549] Build status: STARTED
[15:43:14.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:44:0) after 3m15s
[15:46:29.761] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:44:0)
[15:46:29.788] Build status: STARTED
[15:46:29.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:45:0) after 9m31s
[15:56:00.811] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:45:0)
[15:56:00.851] Build status: STARTED
[15:56:00.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:46:0) after 5m4s
[16:01:04.873] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:46:0)
[16:01:04.900] Build status: STARTED
[16:01:04.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:47:0) after 7m16s
[16:08:20.935] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:47:0)
[16:08:20.961] Build status: STARTED
[16:08:20.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:48:0) after 9m32s
[16:17:52.991] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:48:0)
[16:17:53.014] Build status: STARTED
[16:17:53.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:49:0) after 1m40s
[16:19:33.031] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:49:0)
[16:19:33.062] Build status: STARTED
[16:19:33.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:50:0) after 7m56s
[16:27:29.083] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:50:0)
[16:27:29.112] Build status: STARTED
[16:27:29.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:51:0) after 3m26s
[16:30:55.236] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:51:0)
[16:30:55.264] Build status: STARTED
[16:30:55.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:52:0) after 5m7s
[16:36:02.347] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:52:0)
[16:36:02.389] Build status: STARTED
[16:36:02.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:53:0) after 8m45s
[16:44:47.409] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:53:0)
[16:44:47.530] Build status: STARTED
[16:44:47.530] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:54:0) after 5m58s
[16:50:45.654] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:54:0)
[16:50:45.685] Build status: STARTED
[16:50:45.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:55:0) after 6m54s
[16:57:39.707] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:55:0)
[16:57:39.739] Build status: STARTED
[16:57:39.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:56:0) after 5m7s
[17:02:46.943] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:56:0)
[17:02:46.970] Build status: STARTED
[17:02:46.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:57:0) after 5m49s
[17:08:36.196] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:57:0)
[17:08:36.228] Build status: STARTED
[17:08:36.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:58:0) after 9m54s
[17:18:30.257] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:58:0)
[17:18:30.284] Build status: STARTED
[17:18:30.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:59:0) after 6m53s
[17:25:23.264] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:59:0)
[17:25:23.295] Build status: STARTED
[17:25:23.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:60:0) after 9m59s
[17:35:22.314] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:60:0)
[17:35:22.339] Build status: STARTED
[17:35:22.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:61:0) after 5m20s
[17:40:42.461] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:61:0)
[17:40:42.491] Build status: STARTED
[17:40:42.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:62:0) after 2m25s
[17:43:07.522] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:62:0)
[17:43:07.546] Build status: STARTED
[17:43:07.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:63:0) after 1m59s
[17:45:06.568] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:63:0)
[17:45:06.598] Build status: STARTED
[17:45:06.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:64:0) after 4m28s
[17:49:34.673] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:64:0)
[17:49:34.710] Build status: STARTED
[17:49:34.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:65:0) after 9m7s
[17:58:41.742] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:65:0)
[17:58:41.764] Build status: STARTED
[17:58:41.764] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:66:0) after 6m54s
[18:05:35.784] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:66:0)
[18:05:35.806] Build status: STARTED
[18:05:35.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:67:0) after 7m55s
[18:13:31.014] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:67:0)
[18:13:31.037] Build status: STARTED
[18:13:31.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:68:0) after 9m10s
[18:22:41.065] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:68:0)
[18:22:41.091] Build status: STARTED
[18:22:41.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:69:0) after 1m44s
[18:24:25.200] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:69:0)
[18:24:25.236] Build status: STARTED
[18:24:25.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:70:0) after 8m0s
[18:32:25.264] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:70:0)
[18:32:25.292] Build status: STARTED
[18:32:25.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:71:0) after 4m37s
[18:37:02.329] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:71:0)
[18:37:02.355] Build status: STARTED
[18:37:02.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:72:0) after 9m11s
[18:46:13.374] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:72:0)
[18:46:13.399] Build status: STARTED
[18:46:13.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:73:0) after 9m58s
[18:56:11.422] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:73:0)
[18:56:11.447] Build status: STARTED
[18:56:11.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:74:0) after 9m6s
[19:05:17.465] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:74:0)
[19:05:17.499] Build status: STARTED
[19:05:17.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:75:0) after 4m24s
[19:09:41.709] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:75:0)
[19:09:41.733] Build status: STARTED
[19:09:41.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:76:0) after 3m19s
[19:13:01.003] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:76:0)
[19:13:01.055] Build status: STARTED
[19:13:01.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:77:0) after 3m18s
[19:16:19.151] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:77:0)
[19:16:19.180] Build status: STARTED
[19:16:19.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:78:0) after 3m56s
[19:20:15.212] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:78:0)
[19:20:15.243] Build status: STARTED
[19:20:15.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:79:0) after 8m1s
[19:28:16.308] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:79:0)
[19:28:16.330] Build status: STARTED
[19:28:16.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:80:0) after 2m2s
[19:30:18.353] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:80:0)
[19:30:18.385] Build status: STARTED
[19:30:18.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:81:0) after 8m40s
[19:38:58.563] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:81:0)
[19:38:58.587] Build status: STARTED
[19:38:58.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:82:0) after 5m57s
[19:44:55.622] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:82:0)
[19:44:55.643] Build status: STARTED
[19:44:55.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:83:0) after 4m52s
[19:49:47.779] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:83:0)
[19:49:47.803] Build status: STARTED
[19:49:47.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:84:0) after 1m33s
[19:51:20.822] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:84:0)
[19:51:20.844] Build status: STARTED
[19:51:20.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:85:0) after 1m16s
[19:52:36.957] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:85:0)
[19:52:36.977] Build status: STARTED
[19:52:36.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:86:0) after 6m12s
[19:58:48.995] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:86:0)
[19:58:49.021] Build status: STARTED
[19:58:49.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:87:0) after 1m25s
[20:00:14.042] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:87:0)
[20:00:14.076] Build status: STARTED
[20:00:14.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:88:0) after 9m51s
[20:10:05.162] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:88:0)
[20:10:05.187] Build status: STARTED
[20:10:05.187] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:89:0) after 4m31s
[20:14:36.203] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:89:0)
[20:14:36.226] Build status: STARTED
[20:14:36.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:90:0) after 4m36s
[20:19:12.246] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:90:0)
[20:19:12.276] Build status: STARTED
[20:19:12.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:91:0) after 4m19s
[20:23:31.304] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:91:0)
[20:23:31.329] Build status: STARTED
[20:23:31.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:92:0) after 2m38s
[20:26:09.379] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:92:0)
[20:26:09.401] Build status: STARTED
[20:26:09.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:93:0) after 5m35s
[20:31:44.540] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:93:0)
[20:31:44.568] Build status: STARTED
[20:31:44.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:94:0) after 4m25s
[20:36:09.719] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:94:0)
[20:36:09.783] Build status: STARTED
[20:36:09.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:95:0) after 8m56s
[20:45:05.821] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:95:0)
[20:45:05.958] Build status: STARTED
[20:45:05.958] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:96:0) after 1m1s
[20:46:07.020] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:96:0)
[20:46:07.043] Build status: STARTED
[20:46:07.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:97:0) after 7m29s
[20:53:36.026] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:97:0)
[20:53:36.051] Build status: STARTED
[20:53:36.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:98:0) after 3m19s
[20:56:55.147] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:98:0)
[20:56:55.176] Build status: STARTED
[20:56:55.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:99:0) after 3m30s
[21:00:25.296] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:99:0)
[21:00:25.318] Build status: STARTED
[21:00:25.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:100:0) after 6m48s
[21:07:13.397] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:100:0)
[21:07:13.424] Build status: STARTED
[21:07:13.424] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:101:0) after 4m23s
[21:11:36.444] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:101:0)
[21:11:36.476] Build status: STARTED
[21:11:36.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:102:0) after 3m56s
[21:15:32.631] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:102:0)
[21:15:32.660] Build status: STARTED
[21:15:32.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:103:0) after 5m54s
[21:21:26.684] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:103:0)
[21:21:26.710] Build status: STARTED
[21:21:26.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8969473406625563712:104:0) after 9m37s
[21:28:15.115] Received PubSub notification, asking Buildbucket for the build status
[21:28:15.140] Build:
{
  "id": "8804043344257640273",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 16770,
  "createdBy": "project:chromium",
  "createTime": "2022-09-03T12:10:04.262917253Z",
  "startTime": "2022-09-03T12:10:07.386117Z",
  "endTime": "2022-09-03T21:28:14.575840066Z",
  "updateTime": "2022-09-03T21:28:14.575840066Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9369ed0c223b04ea9780bafd9c2b21f6ff5649b7",
      "ref": "refs/heads/main"
    }
  }
}
[21:28:15.140] Invocation finished in 9h18m12.519201048s with status FAILED