Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8a6eecefe185a621405d35d683a538b293eb5077"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8a6eecefe185a621405d35d683a538b293eb5077
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:30:47.735] New invocation is queued and will start shortly
[08:30:48.802] Starting the invocation (attempt 1)
[08:30:48.831] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8a6eecefe185a621405d35d683a538b293eb5077"
[08:30:48.831] Popped gitiles commit info from properties and tags
[08:30:48.831] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:30:48.831] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:30:48.831] Buildbucket request:
{
  "requestId": "8944391840845307696",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8a6eecefe185a621405d35d683a538b293eb5077",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8944391840845307696"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:30:49.477] Scheduled build:
{
  "id": "8778961778964401985",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 19154,
  "createdBy": "project:chromium",
  "createTime": "2023-06-07T08:30:48.897131651Z",
  "updateTime": "2023-06-07T08:30:48.897131651Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8a6eecefe185a621405d35d683a538b293eb5077",
      "ref": "refs/heads/main"
    }
  }
}
[08:30:49.477] Task URL: https://cr-buildbucket.appspot.com/build/8778961778964401985
[08:30:49.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:2:0) after 9m55s
[08:32:36.191] Received PubSub notification, asking Buildbucket for the build status
[08:32:36.217] Build status: STARTED
[08:40:44.490] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:2:0)
[08:40:44.507] Build status: STARTED
[08:40:44.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:4:0) after 4m32s
[08:45:16.532] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:4:0)
[08:45:16.553] Build status: STARTED
[08:45:16.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:5:0) after 2m57s
[08:48:13.576] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:5:0)
[08:48:13.603] Build status: STARTED
[08:48:13.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:6:0) after 1m13s
[08:49:26.631] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:6:0)
[08:49:26.656] Build status: STARTED
[08:49:26.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:7:0) after 5m3s
[08:54:29.718] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:7:0)
[08:54:29.741] Build status: STARTED
[08:54:29.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:8:0) after 9m36s
[09:04:05.889] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:8:0)
[09:04:05.924] Build status: STARTED
[09:04:05.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:9:0) after 5m3s
[09:09:09.073] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:9:0)
[09:09:09.100] Build status: STARTED
[09:09:09.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:10:0) after 7m39s
[09:16:48.117] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:10:0)
[09:16:48.138] Build status: STARTED
[09:16:48.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:11:0) after 8m15s
[09:25:03.135] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:11:0)
[09:25:03.154] Build status: STARTED
[09:25:03.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:12:0) after 1m53s
[09:26:56.409] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:12:0)
[09:26:56.430] Build status: STARTED
[09:26:56.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:13:0) after 8m12s
[09:35:08.456] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:13:0)
[09:35:08.489] Build status: STARTED
[09:35:08.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:14:0) after 8m43s
[09:43:51.629] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:14:0)
[09:43:51.651] Build status: STARTED
[09:43:51.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:15:0) after 3m35s
[09:47:26.638] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:15:0)
[09:47:26.710] Build status: STARTED
[09:47:26.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:16:0) after 5m6s
[09:52:32.932] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:16:0)
[09:52:32.953] Build status: STARTED
[09:52:32.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:17:0) after 3m20s
[09:55:53.002] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:17:0)
[09:55:53.022] Build status: STARTED
[09:55:53.022] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:18:0) after 7m12s
[10:03:05.045] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:18:0)
[10:03:05.105] Build status: STARTED
[10:03:05.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:19:0) after 2m25s
[10:05:30.127] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:19:0)
[10:05:30.145] Build status: STARTED
[10:05:30.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:20:0) after 7m58s
[10:13:28.219] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:20:0)
[10:13:28.290] Build status: STARTED
[10:13:28.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:21:0) after 5m28s
[10:18:56.409] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:21:0)
[10:18:56.427] Build status: STARTED
[10:18:56.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:22:0) after 6m24s
[10:25:20.445] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:22:0)
[10:25:20.467] Build status: STARTED
[10:25:20.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:23:0) after 8m5s
[10:33:25.621] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:23:0)
[10:33:25.638] Build status: STARTED
[10:33:25.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:24:0) after 1m23s
[10:34:48.688] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:24:0)
[10:34:48.711] Build status: STARTED
[10:34:48.711] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:25:0) after 2m15s
[10:37:03.904] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:25:0)
[10:37:03.924] Build status: STARTED
[10:37:03.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:26:0) after 9m0s
[10:46:04.232] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:26:0)
[10:46:04.253] Build status: STARTED
[10:46:04.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:27:0) after 8m19s
[10:54:23.271] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:27:0)
[10:54:23.287] Build status: STARTED
[10:54:23.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:28:0) after 9m40s
[11:04:03.303] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:28:0)
[11:04:03.324] Build status: STARTED
[11:04:03.324] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:29:0) after 3m15s
[11:07:18.342] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:29:0)
[11:07:18.358] Build status: STARTED
[11:07:18.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:30:0) after 7m53s
[11:15:11.462] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:30:0)
[11:15:11.479] Build status: STARTED
[11:15:11.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:31:0) after 7m15s
[11:22:26.505] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:31:0)
[11:22:26.551] Build status: STARTED
[11:22:26.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:32:0) after 5m23s
[11:27:49.581] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:32:0)
[11:27:49.666] Build status: STARTED
[11:27:49.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:33:0) after 1m47s
[11:29:36.749] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:33:0)
[11:29:36.766] Build status: STARTED
[11:29:36.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:34:0) after 6m1s
[11:35:37.971] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:34:0)
[11:35:37.991] Build status: STARTED
[11:35:37.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:35:0) after 4m31s
[11:40:09.083] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:35:0)
[11:40:09.152] Build status: STARTED
[11:40:09.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:36:0) after 2m13s
[11:42:22.263] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:36:0)
[11:42:22.326] Build status: STARTED
[11:42:22.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:37:0) after 8m22s
[11:50:44.542] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:37:0)
[11:50:44.563] Build status: STARTED
[11:50:44.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:38:0) after 8m7s
[11:58:51.701] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:38:0)
[11:58:51.722] Build status: STARTED
[11:58:51.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:39:0) after 4m39s
[12:03:30.809] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:39:0)
[12:03:30.838] Build status: STARTED
[12:03:30.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:40:0) after 2m12s
[12:05:42.853] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:40:0)
[12:05:42.877] Build status: STARTED
[12:05:42.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:41:0) after 9m40s
[12:15:23.022] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:41:0)
[12:15:23.079] Build status: STARTED
[12:15:23.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:42:0) after 5m55s
[12:21:18.373] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:42:0)
[12:21:18.392] Build status: STARTED
[12:21:18.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:43:0) after 1m45s
[12:23:03.869] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:43:0)
[12:23:03.903] Build status: STARTED
[12:23:03.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:44:0) after 6m39s
[12:29:43.158] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:44:0)
[12:29:43.175] Build status: STARTED
[12:29:43.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:45:0) after 2m10s
[12:31:53.265] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:45:0)
[12:31:53.300] Build status: STARTED
[12:31:53.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:46:0) after 1m33s
[12:33:26.404] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:46:0)
[12:33:26.491] Build status: STARTED
[12:33:26.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:47:0) after 9m5s
[12:42:31.683] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:47:0)
[12:42:31.705] Build status: STARTED
[12:42:31.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:48:0) after 8m28s
[12:50:59.810] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:48:0)
[12:50:59.845] Build status: STARTED
[12:50:59.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:49:0) after 6m33s
[12:57:32.864] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:49:0)
[12:57:32.882] Build status: STARTED
[12:57:32.882] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:50:0) after 1m11s
[12:58:43.928] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:50:0)
[12:58:43.944] Build status: STARTED
[12:58:43.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:51:0) after 7m0s
[13:05:44.197] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:51:0)
[13:05:44.281] Build status: STARTED
[13:05:44.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:52:0) after 9m20s
[13:15:04.347] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:52:0)
[13:15:04.368] Build status: STARTED
[13:15:04.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:53:0) after 1m31s
[13:16:35.391] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:53:0)
[13:16:35.409] Build status: STARTED
[13:16:35.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:54:0) after 6m22s
[13:22:57.425] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:54:0)
[13:22:57.446] Build status: STARTED
[13:22:57.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:55:0) after 9m15s
[13:32:12.674] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:55:0)
[13:32:12.699] Build status: STARTED
[13:32:12.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:56:0) after 5m18s
[13:37:30.728] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:56:0)
[13:37:30.745] Build status: STARTED
[13:37:30.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:57:0) after 5m7s
[13:42:37.760] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:57:0)
[13:42:37.776] Build status: STARTED
[13:42:37.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:58:0) after 5m4s
[13:47:41.802] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:58:0)
[13:47:41.843] Build status: STARTED
[13:47:41.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:59:0) after 6m13s
[13:53:54.864] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:59:0)
[13:53:54.993] Build status: STARTED
[13:53:54.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:60:0) after 7m25s
[14:01:20.081] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:60:0)
[14:01:20.321] Build status: STARTED
[14:01:20.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:61:0) after 2m15s
[14:03:35.465] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:61:0)
[14:03:35.489] Build status: STARTED
[14:03:35.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:62:0) after 5m49s
[14:09:24.681] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:62:0)
[14:09:24.710] Build status: STARTED
[14:09:24.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:63:0) after 4m16s
[14:13:40.736] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:63:0)
[14:13:40.754] Build status: STARTED
[14:13:40.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:64:0) after 3m0s
[14:16:40.843] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:64:0)
[14:16:40.864] Build status: STARTED
[14:16:40.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:65:0) after 5m32s
[14:22:13.537] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:65:0)
[14:22:13.557] Build status: STARTED
[14:22:13.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:66:0) after 3m2s
[14:25:15.843] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:66:0)
[14:25:15.861] Build status: STARTED
[14:25:15.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:67:0) after 4m43s
[14:29:59.024] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:67:0)
[14:29:59.058] Build status: STARTED
[14:29:59.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:68:0) after 7m28s
[14:37:27.557] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:68:0)
[14:37:27.578] Build status: STARTED
[14:37:27.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:69:0) after 3m59s
[14:41:26.819] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:69:0)
[14:41:26.835] Build status: STARTED
[14:41:26.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:70:0) after 9m48s
[14:51:14.880] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:70:0)
[14:51:14.955] Build status: STARTED
[14:51:14.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:71:0) after 3m2s
[14:54:17.026] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:71:0)
[14:54:17.046] Build status: STARTED
[14:54:17.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:72:0) after 2m27s
[14:56:44.229] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:72:0)
[14:56:44.249] Build status: STARTED
[14:56:44.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:73:0) after 9m34s
[15:06:18.390] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:73:0)
[15:06:18.435] Build status: STARTED
[15:06:18.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:74:0) after 8m21s
[15:14:39.637] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:74:0)
[15:14:39.661] Build status: STARTED
[15:14:39.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:75:0) after 3m11s
[15:17:50.695] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:75:0)
[15:17:50.717] Build status: STARTED
[15:17:50.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:76:0) after 2m11s
[15:20:01.793] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:76:0)
[15:20:01.809] Build status: STARTED
[15:20:01.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:77:0) after 6m19s
[15:26:20.829] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:77:0)
[15:26:20.850] Build status: STARTED
[15:26:20.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:78:0) after 8m11s
[15:34:31.915] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:78:0)
[15:34:32.192] Build status: STARTED
[15:34:32.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:79:0) after 4m30s
[15:39:02.284] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:79:0)
[15:39:02.303] Build status: STARTED
[15:39:02.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:80:0) after 8m31s
[15:47:33.389] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:80:0)
[15:47:33.411] Build status: STARTED
[15:47:33.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:81:0) after 1m28s
[15:49:01.450] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:81:0)
[15:49:01.474] Build status: STARTED
[15:49:01.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:82:0) after 8m57s
[15:57:58.490] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:82:0)
[15:57:58.529] Build status: STARTED
[15:57:58.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:83:0) after 5m36s
[16:03:34.554] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:83:0)
[16:03:34.573] Build status: STARTED
[16:03:34.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:84:0) after 4m54s
[16:08:29.506] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:84:0)
[16:08:29.558] Build status: STARTED
[16:08:29.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:85:0) after 7m49s
[16:16:19.032] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:85:0)
[16:16:19.053] Build status: STARTED
[16:16:19.053] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:86:0) after 5m59s
[16:22:18.081] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:86:0)
[16:22:18.108] Build status: STARTED
[16:22:18.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:87:0) after 4m11s
[16:26:29.135] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:87:0)
[16:26:29.155] Build status: STARTED
[16:26:29.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:88:0) after 7m46s
[16:34:15.195] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:88:0)
[16:34:15.220] Build status: STARTED
[16:34:15.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:89:0) after 9m23s
[16:43:38.262] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:89:0)
[16:43:38.282] Build status: STARTED
[16:43:38.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:90:0) after 4m31s
[16:48:09.539] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:90:0)
[16:48:09.557] Build status: STARTED
[16:48:09.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:91:0) after 7m49s
[16:55:58.597] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:91:0)
[16:55:58.621] Build status: STARTED
[16:55:58.621] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:92:0) after 8m44s
[17:04:42.664] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:92:0)
[17:04:42.681] Build status: STARTED
[17:04:42.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:93:0) after 1m17s
[17:05:59.709] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:93:0)
[17:05:59.739] Build status: STARTED
[17:05:59.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:94:0) after 6m32s
[17:12:31.868] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:94:0)
[17:12:31.891] Build status: STARTED
[17:12:31.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:95:0) after 9m39s
[17:22:10.932] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:95:0)
[17:22:10.971] Build status: STARTED
[17:22:10.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:96:0) after 7m39s
[17:29:50.220] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:96:0)
[17:29:50.270] Build status: STARTED
[17:29:50.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:97:0) after 6m9s
[17:35:59.265] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:97:0)
[17:35:59.312] Build status: STARTED
[17:35:59.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:98:0) after 2m4s
[17:38:03.396] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:98:0)
[17:38:03.418] Build status: STARTED
[17:38:03.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:99:0) after 2m59s
[17:41:02.522] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:99:0)
[17:41:02.544] Build status: STARTED
[17:41:02.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:100:0) after 4m31s
[17:45:33.673] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:100:0)
[17:45:33.694] Build status: STARTED
[17:45:33.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:101:0) after 5m5s
[17:50:39.644] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:101:0)
[17:50:39.677] Build status: STARTED
[17:50:39.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:102:0) after 6m44s
[17:57:23.947] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:102:0)
[17:57:23.966] Build status: STARTED
[17:57:23.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:103:0) after 8m44s
[18:06:07.996] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:103:0)
[18:06:08.050] Build status: STARTED
[18:06:08.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:104:0) after 3m43s
[18:09:51.233] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:104:0)
[18:09:51.265] Build status: STARTED
[18:09:51.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:105:0) after 2m48s
[18:12:39.343] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:105:0)
[18:12:39.390] Build status: STARTED
[18:12:39.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:106:0) after 5m37s
[18:18:16.410] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:106:0)
[18:18:16.433] Build status: STARTED
[18:18:16.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:107:0) after 5m30s
[18:23:46.674] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:107:0)
[18:23:46.697] Build status: STARTED
[18:23:46.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:108:0) after 6m35s
[18:30:21.717] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:108:0)
[18:30:21.748] Build status: STARTED
[18:30:21.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:109:0) after 8m56s
[18:39:18.008] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:109:0)
[18:39:18.035] Build status: STARTED
[18:39:18.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:110:0) after 8m20s
[18:47:38.250] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:110:0)
[18:47:38.292] Build status: STARTED
[18:47:38.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:111:0) after 3m10s
[18:50:48.944] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:111:0)
[18:50:48.963] Build status: STARTED
[18:50:48.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:112:0) after 7m15s
[18:58:03.994] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:112:0)
[18:58:04.017] Build status: STARTED
[18:58:04.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:113:0) after 8m32s
[19:06:36.116] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:113:0)
[19:06:36.140] Build status: STARTED
[19:06:36.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:114:0) after 5m27s
[19:12:03.215] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:114:0)
[19:12:03.242] Build status: STARTED
[19:12:03.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:115:0) after 5m0s
[19:17:03.233] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:115:0)
[19:17:03.251] Build status: STARTED
[19:17:03.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:116:0) after 8m32s
[19:25:35.691] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:116:0)
[19:25:35.810] Build status: STARTED
[19:25:35.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:117:0) after 4m59s
[19:30:34.929] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:117:0)
[19:30:34.984] Build status: STARTED
[19:30:34.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8944391840845307696:118:0) after 5m21s
[19:35:20.805] Received PubSub notification, asking Buildbucket for the build status
[19:35:20.823] Build:
{
  "id": "8778961778964401985",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 19154,
  "createdBy": "project:chromium",
  "createTime": "2023-06-07T08:30:48.897131651Z",
  "startTime": "2023-06-07T08:32:35.286305Z",
  "endTime": "2023-06-07T19:35:20.450276984Z",
  "updateTime": "2023-06-07T19:35:20.450276984Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8a6eecefe185a621405d35d683a538b293eb5077",
      "ref": "refs/heads/main"
    }
  }
}
[19:35:20.823] Invocation finished in 11h4m33.102759643s with status FAILED