Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4325cd652f35f97fbe277754f43331fa7f802c88"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4325cd652f35f97fbe277754f43331fa7f802c88
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[08:43:20.227] New invocation is queued and will start shortly
[08:43:21.303] Starting the invocation (attempt 1)
[08:43:21.339] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4325cd652f35f97fbe277754f43331fa7f802c88"
[08:43:21.339] Popped gitiles commit info from properties and tags
[08:43:21.339] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:43:21.339] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:43:21.340] Buildbucket request:
{
  "requestId": "8954900299899342480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4325cd652f35f97fbe277754f43331fa7f802c88",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8954900299899342480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:43:21.835] Scheduled build:
{
  "id": "8789470237925676625",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 18503,
  "createdBy": "project:chromium",
  "createTime": "2023-02-11T08:43:21.481800855Z",
  "updateTime": "2023-02-11T08:43:21.481800855Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4325cd652f35f97fbe277754f43331fa7f802c88",
      "ref": "refs/heads/main"
    }
  }
}
[08:43:21.835] Task URL: https://cr-buildbucket.appspot.com/build/8789470237925676625
[08:43:21.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:2:0) after 4m56s
[08:46:48.470] Received PubSub notification, asking Buildbucket for the build status
[08:46:48.489] Build status: STARTED
[08:48:17.886] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:2:0)
[08:48:17.912] Build status: STARTED
[08:48:17.912] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:4:0) after 4m34s
[08:52:52.031] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:4:0)
[08:52:52.054] Build status: STARTED
[08:52:52.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:5:0) after 8m50s
[09:01:42.086] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:5:0)
[09:01:42.110] Build status: STARTED
[09:01:42.110] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:6:0) after 9m40s
[09:11:22.128] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:6:0)
[09:11:22.150] Build status: STARTED
[09:11:22.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:7:0) after 4m58s
[09:16:20.182] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:7:0)
[09:16:20.235] Build status: STARTED
[09:16:20.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:8:0) after 3m23s
[09:19:43.255] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:8:0)
[09:19:43.277] Build status: STARTED
[09:19:43.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:9:0) after 6m35s
[09:26:18.416] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:9:0)
[09:26:18.438] Build status: STARTED
[09:26:18.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:10:0) after 2m41s
[09:28:59.487] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:10:0)
[09:28:59.509] Build status: STARTED
[09:28:59.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:11:0) after 1m9s
[09:30:08.555] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:11:0)
[09:30:08.581] Build status: STARTED
[09:30:08.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:12:0) after 9m45s
[09:39:53.749] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:12:0)
[09:39:53.769] Build status: STARTED
[09:39:53.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:13:0) after 7m49s
[09:47:42.982] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:13:0)
[09:47:43.004] Build status: STARTED
[09:47:43.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:14:0) after 3m3s
[09:50:46.189] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:14:0)
[09:50:46.219] Build status: STARTED
[09:50:46.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:15:0) after 2m11s
[09:52:57.536] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:15:0)
[09:52:57.559] Build status: STARTED
[09:52:57.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:16:0) after 1m6s
[09:54:03.875] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:16:0)
[09:54:03.934] Build status: STARTED
[09:54:03.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:17:0) after 4m17s
[09:58:21.358] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:17:0)
[09:58:21.518] Build status: STARTED
[09:58:21.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:18:0) after 2m28s
[10:00:49.821] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:18:0)
[10:00:49.859] Build status: STARTED
[10:00:49.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:19:0) after 5m5s
[10:05:56.113] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:19:0)
[10:05:56.150] Build status: STARTED
[10:05:56.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:20:0) after 8m29s
[10:14:25.416] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:20:0)
[10:14:25.438] Build status: STARTED
[10:14:25.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:21:0) after 3m57s
[10:18:22.465] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:21:0)
[10:18:22.487] Build status: STARTED
[10:18:22.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:22:0) after 1m39s
[10:20:01.505] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:22:0)
[10:20:01.540] Build status: STARTED
[10:20:01.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:23:0) after 2m4s
[10:22:05.565] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:23:0)
[10:22:05.587] Build status: STARTED
[10:22:05.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:24:0) after 8m54s
[10:30:59.608] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:24:0)
[10:30:59.629] Build status: STARTED
[10:30:59.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:25:0) after 1m54s
[10:32:53.648] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:25:0)
[10:32:53.670] Build status: STARTED
[10:32:53.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:26:0) after 1m47s
[10:34:40.988] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:26:0)
[10:34:41.020] Build status: STARTED
[10:34:41.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:27:0) after 4m41s
[10:39:22.042] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:27:0)
[10:39:22.194] Build status: STARTED
[10:39:22.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:28:0) after 1m10s
[10:40:32.216] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:28:0)
[10:40:32.236] Build status: STARTED
[10:40:32.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:29:0) after 7m22s
[10:47:54.264] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:29:0)
[10:47:54.285] Build status: STARTED
[10:47:54.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:30:0) after 8m34s
[10:56:28.313] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:30:0)
[10:56:28.335] Build status: STARTED
[10:56:28.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:31:0) after 2m50s
[10:59:18.362] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:31:0)
[10:59:18.381] Build status: STARTED
[10:59:18.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:32:0) after 2m39s
[11:01:57.651] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:32:0)
[11:01:57.674] Build status: STARTED
[11:01:57.674] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:33:0) after 8m39s
[11:10:36.747] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:33:0)
[11:10:36.767] Build status: STARTED
[11:10:36.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:34:0) after 8m54s
[11:19:32.180] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:34:0)
[11:19:32.201] Build status: STARTED
[11:19:32.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:35:0) after 1m24s
[11:20:56.239] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:35:0)
[11:20:56.275] Build status: STARTED
[11:20:56.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:36:0) after 1m45s
[11:22:41.495] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:36:0)
[11:22:41.519] Build status: STARTED
[11:22:41.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:37:0) after 1m54s
[11:24:35.777] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:37:0)
[11:24:35.801] Build status: STARTED
[11:24:35.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:38:0) after 4m47s
[11:29:23.036] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:38:0)
[11:29:23.067] Build status: STARTED
[11:29:23.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:39:0) after 8m3s
[11:37:26.157] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:39:0)
[11:37:26.188] Build status: STARTED
[11:37:26.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:40:0) after 5m34s
[11:43:00.209] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:40:0)
[11:43:00.231] Build status: STARTED
[11:43:00.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:41:0) after 6m8s
[11:49:08.773] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:41:0)
[11:49:08.794] Build status: STARTED
[11:49:08.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:42:0) after 5m39s
[11:54:47.821] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:42:0)
[11:54:47.857] Build status: STARTED
[11:54:47.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:43:0) after 3m43s
[11:58:31.088] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:43:0)
[11:58:31.114] Build status: STARTED
[11:58:31.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:44:0) after 2m40s
[12:01:11.150] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:44:0)
[12:01:11.174] Build status: STARTED
[12:01:11.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:45:0) after 2m29s
[12:03:40.209] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:45:0)
[12:03:40.239] Build status: STARTED
[12:03:40.239] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:46:0) after 5m14s
[12:08:54.260] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:46:0)
[12:08:54.285] Build status: STARTED
[12:08:54.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:47:0) after 2m41s
[12:11:35.323] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:47:0)
[12:11:35.342] Build status: STARTED
[12:11:35.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:48:0) after 6m55s
[12:18:30.367] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:48:0)
[12:18:30.389] Build status: STARTED
[12:18:30.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:49:0) after 9m25s
[12:27:55.408] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:49:0)
[12:27:55.430] Build status: STARTED
[12:27:55.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:50:0) after 5m26s
[12:33:21.587] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:50:0)
[12:33:21.661] Build status: STARTED
[12:33:21.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:51:0) after 8m36s
[12:41:58.207] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:51:0)
[12:41:58.233] Build status: STARTED
[12:41:58.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:52:0) after 8m41s
[12:50:39.271] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:52:0)
[12:50:39.288] Build status: STARTED
[12:50:39.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:53:0) after 7m50s
[12:58:29.313] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:53:0)
[12:58:29.344] Build status: STARTED
[12:58:29.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:54:0) after 8m43s
[13:07:12.469] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:54:0)
[13:07:12.489] Build status: STARTED
[13:07:12.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:55:0) after 4m22s
[13:11:34.522] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:55:0)
[13:11:34.562] Build status: STARTED
[13:11:34.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:56:0) after 5m14s
[13:16:48.712] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:56:0)
[13:16:48.739] Build status: STARTED
[13:16:48.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:57:0) after 7m27s
[13:24:15.963] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:57:0)
[13:24:15.985] Build status: STARTED
[13:24:15.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:58:0) after 6m57s
[13:31:13.013] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:58:0)
[13:31:13.031] Build status: STARTED
[13:31:13.031] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:59:0) after 3m42s
[13:34:55.063] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:59:0)
[13:34:55.098] Build status: STARTED
[13:34:55.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:60:0) after 3m48s
[13:38:43.124] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:60:0)
[13:38:43.150] Build status: STARTED
[13:38:43.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:61:0) after 2m41s
[13:41:24.170] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:61:0)
[13:41:24.200] Build status: STARTED
[13:41:24.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:62:0) after 2m49s
[13:44:13.222] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:62:0)
[13:44:13.245] Build status: STARTED
[13:44:13.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:63:0) after 2m45s
[13:46:58.362] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:63:0)
[13:46:58.380] Build status: STARTED
[13:46:58.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:64:0) after 6m23s
[13:53:21.636] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:64:0)
[13:53:21.698] Build status: STARTED
[13:53:21.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:65:0) after 6m14s
[13:59:35.915] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:65:0)
[13:59:35.993] Build status: STARTED
[13:59:35.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:66:0) after 2m51s
[14:02:27.523] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:66:0)
[14:02:27.543] Build status: STARTED
[14:02:27.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:67:0) after 8m48s
[14:11:15.571] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:67:0)
[14:11:15.605] Build status: STARTED
[14:11:15.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:68:0) after 7m7s
[14:18:22.638] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:68:0)
[14:18:22.663] Build status: STARTED
[14:18:22.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:69:0) after 6m31s
[14:24:53.649] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:69:0)
[14:24:53.731] Build status: STARTED
[14:24:53.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:70:0) after 4m27s
[14:29:20.822] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:70:0)
[14:29:20.852] Build status: STARTED
[14:29:20.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:71:0) after 3m4s
[14:32:25.019] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:71:0)
[14:32:25.096] Build status: STARTED
[14:32:25.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:72:0) after 7m23s
[14:39:48.197] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:72:0)
[14:39:48.218] Build status: STARTED
[14:39:48.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:73:0) after 8m21s
[14:48:09.340] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:73:0)
[14:48:09.361] Build status: STARTED
[14:48:09.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:74:0) after 4m58s
[14:53:07.487] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:74:0)
[14:53:07.509] Build status: STARTED
[14:53:07.509] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:75:0) after 6m33s
[14:59:40.618] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:75:0)
[14:59:40.639] Build status: STARTED
[14:59:40.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:76:0) after 9m18s
[15:08:58.740] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:76:0)
[15:08:58.782] Build status: STARTED
[15:08:58.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:77:0) after 6m52s
[15:15:50.802] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:77:0)
[15:15:50.891] Build status: STARTED
[15:15:50.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:78:0) after 6m27s
[15:22:17.925] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:78:0)
[15:22:17.950] Build status: STARTED
[15:22:17.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:79:0) after 7m58s
[15:30:16.167] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:79:0)
[15:30:16.190] Build status: STARTED
[15:30:16.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:80:0) after 2m58s
[15:33:14.284] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:80:0)
[15:33:14.310] Build status: STARTED
[15:33:14.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:81:0) after 2m54s
[15:36:08.331] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:81:0)
[15:36:08.357] Build status: STARTED
[15:36:08.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:82:0) after 9m28s
[15:45:36.477] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:82:0)
[15:45:36.503] Build status: STARTED
[15:45:36.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:83:0) after 8m51s
[15:54:27.591] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:83:0)
[15:54:27.612] Build status: STARTED
[15:54:27.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:84:0) after 2m47s
[15:57:14.632] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:84:0)
[15:57:14.660] Build status: STARTED
[15:57:14.660] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:85:0) after 2m55s
[16:00:09.694] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:85:0)
[16:00:09.724] Build status: STARTED
[16:00:09.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:86:0) after 4m30s
[16:04:39.849] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:86:0)
[16:04:39.878] Build status: STARTED
[16:04:39.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:87:0) after 1m6s
[16:05:45.888] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:87:0)
[16:05:45.910] Build status: STARTED
[16:05:45.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:88:0) after 2m6s
[16:07:51.898] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:88:0)
[16:07:51.919] Build status: STARTED
[16:07:51.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:89:0) after 8m15s
[16:16:07.041] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:89:0)
[16:16:07.064] Build status: STARTED
[16:16:07.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:90:0) after 2m53s
[16:19:00.089] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:90:0)
[16:19:00.109] Build status: STARTED
[16:19:00.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:91:0) after 9m53s
[16:28:53.141] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:91:0)
[16:28:53.167] Build status: STARTED
[16:28:53.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:92:0) after 9m14s
[16:38:07.194] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:92:0)
[16:38:07.216] Build status: STARTED
[16:38:07.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:93:0) after 1m21s
[16:39:28.243] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:93:0)
[16:39:28.268] Build status: STARTED
[16:39:28.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:94:0) after 5m50s
[16:45:18.290] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:94:0)
[16:45:18.322] Build status: STARTED
[16:45:18.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:95:0) after 1m12s
[16:46:30.355] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:95:0)
[16:46:30.378] Build status: STARTED
[16:46:30.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:96:0) after 1m12s
[16:47:42.408] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:96:0)
[16:47:42.433] Build status: STARTED
[16:47:42.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:97:0) after 1m23s
[16:49:05.554] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:97:0)
[16:49:05.603] Build status: STARTED
[16:49:05.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:98:0) after 3m54s
[16:52:59.697] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:98:0)
[16:52:59.719] Build status: STARTED
[16:52:59.719] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:99:0) after 5m15s
[16:58:14.742] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:99:0)
[16:58:14.761] Build status: STARTED
[16:58:14.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:100:0) after 8m18s
[17:06:32.787] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:100:0)
[17:06:32.807] Build status: STARTED
[17:06:32.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:101:0) after 2m17s
[17:08:49.847] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:101:0)
[17:08:49.874] Build status: STARTED
[17:08:49.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:102:0) after 3m24s
[17:12:14.365] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:102:0)
[17:12:14.398] Build status: STARTED
[17:12:14.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:103:0) after 3m57s
[17:16:11.542] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:103:0)
[17:16:11.564] Build status: STARTED
[17:16:11.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:104:0) after 1m35s
[17:17:46.588] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:104:0)
[17:17:46.609] Build status: STARTED
[17:17:46.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:105:0) after 3m39s
[17:21:25.638] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:105:0)
[17:21:25.671] Build status: STARTED
[17:21:25.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:106:0) after 1m0s
[17:22:25.699] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:106:0)
[17:22:25.773] Build status: STARTED
[17:22:25.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:107:0) after 7m56s
[17:30:21.906] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:107:0)
[17:30:21.931] Build status: STARTED
[17:30:21.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:108:0) after 1m44s
[17:32:05.952] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:108:0)
[17:32:05.975] Build status: STARTED
[17:32:05.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:109:0) after 7m15s
[17:39:20.993] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:109:0)
[17:39:21.032] Build status: STARTED
[17:39:21.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:110:0) after 7m59s
[17:47:20.150] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:110:0)
[17:47:20.176] Build status: STARTED
[17:47:20.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:111:0) after 9m29s
[17:56:49.249] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:111:0)
[17:56:49.271] Build status: STARTED
[17:56:49.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:112:0) after 6m18s
[18:03:07.413] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:112:0)
[18:03:07.435] Build status: STARTED
[18:03:07.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:113:0) after 3m51s
[18:06:58.515] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:113:0)
[18:06:58.538] Build status: STARTED
[18:06:58.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:114:0) after 8m49s
[18:15:47.545] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:114:0)
[18:15:47.565] Build status: STARTED
[18:15:47.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:115:0) after 9m17s
[18:25:04.800] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:115:0)
[18:25:04.832] Build status: STARTED
[18:25:04.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:116:0) after 7m43s
[18:32:47.852] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:116:0)
[18:32:47.871] Build status: STARTED
[18:32:47.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:117:0) after 6m1s
[18:38:48.946] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:117:0)
[18:38:48.965] Build status: STARTED
[18:38:48.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:118:0) after 8m38s
[18:47:26.994] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:118:0)
[18:47:27.085] Build status: STARTED
[18:47:27.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8954900299899342480:119:0) after 7m51s
[18:53:23.535] Received PubSub notification, asking Buildbucket for the build status
[18:53:23.555] Build:
{
  "id": "8789470237925676625",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 18503,
  "createdBy": "project:chromium",
  "createTime": "2023-02-11T08:43:21.481800855Z",
  "startTime": "2023-02-11T08:46:47.457577Z",
  "endTime": "2023-02-11T18:53:23.148760852Z",
  "updateTime": "2023-02-11T18:53:23.148760852Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4325cd652f35f97fbe277754f43331fa7f802c88",
      "ref": "refs/heads/main"
    }
  }
}
[18:53:23.555] Invocation finished in 10h10m3.340239188s with status FAILED