Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9f122884d3aee1f84238547f383b361361756901"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9f122884d3aee1f84238547f383b361361756901
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:58:08.436] New invocation is queued and will start shortly
[20:58:09.584] Starting the invocation (attempt 1)
[20:58:09.640] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9f122884d3aee1f84238547f383b361361756901"
[20:58:09.640] Popped gitiles commit info from properties and tags
[20:58:09.640] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:58:09.640] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:58:09.640] Buildbucket request:
{
  "requestId": "8968534211988066768",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9f122884d3aee1f84238547f383b361361756901",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8968534211988066768"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:58:10.302] Scheduled build:
{
  "id": "8803104149977682625",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 16808,
  "createdBy": "project:chromium",
  "createTime": "2022-09-13T20:58:09.725371310Z",
  "updateTime": "2022-09-13T20:58:09.725371310Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9f122884d3aee1f84238547f383b361361756901",
      "ref": "refs/heads/main"
    }
  }
}
[20:58:10.302] Task URL: https://cr-buildbucket.appspot.com/build/8803104149977682625
[20:58:10.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:2:0) after 2m24s
[20:58:22.271] Received PubSub notification, asking Buildbucket for the build status
[20:58:22.295] Build status: STARTED
[21:00:34.338] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:2:0)
[21:00:34.381] Build status: STARTED
[21:00:34.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:4:0) after 8m55s
[21:09:29.418] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:4:0)
[21:09:29.442] Build status: STARTED
[21:09:29.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:5:0) after 8m47s
[21:18:16.589] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:5:0)
[21:18:16.623] Build status: STARTED
[21:18:16.623] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:6:0) after 8m22s
[21:26:38.712] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:6:0)
[21:26:38.740] Build status: STARTED
[21:26:38.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:7:0) after 3m26s
[21:30:04.811] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:7:0)
[21:30:04.844] Build status: STARTED
[21:30:04.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:8:0) after 9m49s
[21:39:53.876] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:8:0)
[21:39:53.904] Build status: STARTED
[21:39:53.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:9:0) after 6m0s
[21:45:54.064] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:9:0)
[21:45:54.093] Build status: STARTED
[21:45:54.093] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:10:0) after 5m27s
[21:51:21.378] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:10:0)
[21:51:21.404] Build status: STARTED
[21:51:21.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:11:0) after 7m12s
[21:58:33.438] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:11:0)
[21:58:33.486] Build status: STARTED
[21:58:33.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:12:0) after 7m43s
[22:06:16.612] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:12:0)
[22:06:16.641] Build status: STARTED
[22:06:16.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:13:0) after 8m52s
[22:15:08.677] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:13:0)
[22:15:08.703] Build status: STARTED
[22:15:08.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:14:0) after 1m54s
[22:17:02.945] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:14:0)
[22:17:02.973] Build status: STARTED
[22:17:02.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:15:0) after 6m1s
[22:23:04.007] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:15:0)
[22:23:04.042] Build status: STARTED
[22:23:04.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:16:0) after 2m57s
[22:26:01.070] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:16:0)
[22:26:01.112] Build status: STARTED
[22:26:01.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:17:0) after 5m43s
[22:31:44.246] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:17:0)
[22:31:44.273] Build status: STARTED
[22:31:44.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:18:0) after 3m50s
[22:35:34.543] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:18:0)
[22:35:34.567] Build status: STARTED
[22:35:34.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:19:0) after 9m35s
[22:45:09.758] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:19:0)
[22:45:09.791] Build status: STARTED
[22:45:09.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:20:0) after 5m17s
[22:50:26.945] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:20:0)
[22:50:26.970] Build status: STARTED
[22:50:26.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:21:0) after 7m0s
[22:57:27.034] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:21:0)
[22:57:27.061] Build status: STARTED
[22:57:27.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:22:0) after 9m9s
[23:06:36.097] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:22:0)
[23:06:36.134] Build status: STARTED
[23:06:36.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:23:0) after 4m42s
[23:11:18.166] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:23:0)
[23:11:18.329] Build status: STARTED
[23:11:18.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:24:0) after 9m52s
[23:21:10.362] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:24:0)
[23:21:10.448] Build status: STARTED
[23:21:10.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:25:0) after 8m59s
[23:30:09.734] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:25:0)
[23:30:09.765] Build status: STARTED
[23:30:09.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:26:0) after 1m45s
[23:31:54.792] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:26:0)
[23:31:54.865] Build status: STARTED
[23:31:54.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:27:0) after 2m1s
[23:33:55.902] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:27:0)
[23:33:55.926] Build status: STARTED
[23:33:55.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:28:0) after 5m24s
[23:39:19.953] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:28:0)
[23:39:19.982] Build status: STARTED
[23:39:19.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:29:0) after 3m47s
[23:43:07.008] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:29:0)
[23:43:07.034] Build status: STARTED
[23:43:07.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:30:0) after 2m41s
[23:45:48.175] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:30:0)
[23:45:48.201] Build status: STARTED
[23:45:48.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:31:0) after 4m28s
[23:50:16.225] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:31:0)
[23:50:16.267] Build status: STARTED
[23:50:16.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:32:0) after 2m10s
[23:52:26.477] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:32:0)
[23:52:26.548] Build status: STARTED
[23:52:26.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:33:0) after 7m4s
[23:59:30.576] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:33:0)
[23:59:30.637] Build status: STARTED
[23:59:30.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:34:0) after 4m19s
[00:03:49.693] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:34:0)
[00:03:49.767] Build status: STARTED
[00:03:49.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:35:0) after 5m21s
[00:09:10.842] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:35:0)
[00:09:10.866] Build status: STARTED
[00:09:10.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:36:0) after 7m56s
[00:17:06.913] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:36:0)
[00:17:06.944] Build status: STARTED
[00:17:06.944] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:37:0) after 9m30s
[00:26:36.978] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:37:0)
[00:26:37.003] Build status: STARTED
[00:26:37.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:38:0) after 1m57s
[00:28:34.048] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:38:0)
[00:28:34.074] Build status: STARTED
[00:28:34.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:39:0) after 6m6s
[00:34:40.146] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:39:0)
[00:34:40.175] Build status: STARTED
[00:34:40.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:40:0) after 7m25s
[00:42:05.312] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:40:0)
[00:42:05.339] Build status: STARTED
[00:42:05.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:41:0) after 6m25s
[00:48:30.447] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:41:0)
[00:48:30.474] Build status: STARTED
[00:48:30.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:42:0) after 1m49s
[00:50:19.513] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:42:0)
[00:50:19.541] Build status: STARTED
[00:50:19.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:43:0) after 1m56s
[00:52:15.552] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:43:0)
[00:52:15.604] Build status: STARTED
[00:52:15.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:44:0) after 1m42s
[00:53:57.785] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:44:0)
[00:53:57.812] Build status: STARTED
[00:53:57.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:45:0) after 2m24s
[00:56:21.856] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:45:0)
[00:56:21.881] Build status: STARTED
[00:56:21.881] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:46:0) after 1m35s
[00:57:56.975] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:46:0)
[00:57:57.003] Build status: STARTED
[00:57:57.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:47:0) after 1m7s
[00:59:04.232] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:47:0)
[00:59:04.263] Build status: STARTED
[00:59:04.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:48:0) after 7m14s
[01:06:18.371] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:48:0)
[01:06:18.398] Build status: STARTED
[01:06:18.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:49:0) after 1m31s
[01:07:49.427] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:49:0)
[01:07:49.455] Build status: STARTED
[01:07:49.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:50:0) after 3m5s
[01:10:54.946] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:50:0)
[01:10:54.984] Build status: STARTED
[01:10:54.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:51:0) after 5m28s
[01:16:23.016] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:51:0)
[01:16:23.041] Build status: STARTED
[01:16:23.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:52:0) after 3m27s
[01:19:50.071] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:52:0)
[01:19:50.153] Build status: STARTED
[01:19:50.153] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:53:0) after 5m4s
[01:24:54.374] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:53:0)
[01:24:54.407] Build status: STARTED
[01:24:54.407] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:54:0) after 9m42s
[01:34:36.445] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:54:0)
[01:34:36.473] Build status: STARTED
[01:34:36.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:55:0) after 9m16s
[01:43:52.567] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:55:0)
[01:43:52.596] Build status: STARTED
[01:43:52.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:56:0) after 9m54s
[01:53:46.771] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:56:0)
[01:53:46.799] Build status: STARTED
[01:53:46.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:57:0) after 4m21s
[01:58:07.946] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:57:0)
[01:58:07.974] Build status: STARTED
[01:58:07.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:58:0) after 7m23s
[02:05:32.021] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:58:0)
[02:05:32.045] Build status: STARTED
[02:05:32.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:59:0) after 2m11s
[02:07:43.132] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:59:0)
[02:07:43.161] Build status: STARTED
[02:07:43.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:60:0) after 9m37s
[02:17:20.602] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:60:0)
[02:17:20.629] Build status: STARTED
[02:17:20.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:61:0) after 7m3s
[02:24:23.851] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:61:0)
[02:24:23.877] Build status: STARTED
[02:24:23.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:62:0) after 5m29s
[02:29:52.938] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:62:0)
[02:29:53.041] Build status: STARTED
[02:29:53.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:63:0) after 4m5s
[02:33:58.128] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:63:0)
[02:33:58.155] Build status: STARTED
[02:33:58.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:64:0) after 3m2s
[02:37:00.244] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:64:0)
[02:37:00.280] Build status: STARTED
[02:37:00.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:65:0) after 1m42s
[02:38:42.461] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:65:0)
[02:38:42.486] Build status: STARTED
[02:38:42.486] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:66:0) after 5m16s
[02:43:58.518] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:66:0)
[02:43:58.540] Build status: STARTED
[02:43:58.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:67:0) after 8m12s
[02:52:10.720] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:67:0)
[02:52:10.745] Build status: STARTED
[02:52:10.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:68:0) after 4m21s
[02:56:31.775] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:68:0)
[02:56:31.801] Build status: STARTED
[02:56:31.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:69:0) after 5m48s
[03:02:19.907] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:69:0)
[03:02:19.941] Build status: STARTED
[03:02:19.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:70:0) after 1m8s
[03:03:27.977] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:70:0)
[03:03:28.004] Build status: STARTED
[03:03:28.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:71:0) after 4m3s
[03:07:31.374] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:71:0)
[03:07:31.400] Build status: STARTED
[03:07:31.400] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:72:0) after 3m41s
[03:11:12.431] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:72:0)
[03:11:12.456] Build status: STARTED
[03:11:12.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:73:0) after 2m16s
[03:13:28.661] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:73:0)
[03:13:28.689] Build status: STARTED
[03:13:28.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:74:0) after 6m24s
[03:19:52.786] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:74:0)
[03:19:52.814] Build status: STARTED
[03:19:52.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:75:0) after 4m10s
[03:24:02.944] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:75:0)
[03:24:02.973] Build status: STARTED
[03:24:02.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:76:0) after 7m14s
[03:31:17.007] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:76:0)
[03:31:17.038] Build status: STARTED
[03:31:17.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:77:0) after 3m4s
[03:34:21.569] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:77:0)
[03:34:21.603] Build status: STARTED
[03:34:21.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:78:0) after 7m49s
[03:42:10.731] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:78:0)
[03:42:10.758] Build status: STARTED
[03:42:10.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:79:0) after 9m26s
[03:51:36.840] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:79:0)
[03:51:36.865] Build status: STARTED
[03:51:36.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:80:0) after 9m50s
[04:01:27.287] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:80:0)
[04:01:27.319] Build status: STARTED
[04:01:27.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:81:0) after 4m27s
[04:05:54.524] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:81:0)
[04:05:54.560] Build status: STARTED
[04:05:54.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:82:0) after 5m34s
[04:11:28.601] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:82:0)
[04:11:28.629] Build status: STARTED
[04:11:28.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:83:0) after 4m4s
[04:15:32.664] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:83:0)
[04:15:32.689] Build status: STARTED
[04:15:32.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:84:0) after 5m55s
[04:21:27.944] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:84:0)
[04:21:27.972] Build status: STARTED
[04:21:27.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:85:0) after 3m22s
[04:24:49.999] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:85:0)
[04:24:50.023] Build status: STARTED
[04:24:50.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:86:0) after 8m40s
[04:33:30.054] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:86:0)
[04:33:30.080] Build status: STARTED
[04:33:30.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:87:0) after 9m45s
[04:43:15.170] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:87:0)
[04:43:15.197] Build status: STARTED
[04:43:15.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:88:0) after 3m54s
[04:47:09.256] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:88:0)
[04:47:09.285] Build status: STARTED
[04:47:09.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:89:0) after 1m4s
[04:48:13.325] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:89:0)
[04:48:13.353] Build status: STARTED
[04:48:13.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:90:0) after 1m53s
[04:50:06.458] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:90:0)
[04:50:06.491] Build status: STARTED
[04:50:06.491] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:91:0) after 9m1s
[04:59:07.524] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:91:0)
[04:59:07.554] Build status: STARTED
[04:59:07.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:92:0) after 4m44s
[05:03:51.583] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:92:0)
[05:03:51.612] Build status: STARTED
[05:03:51.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:93:0) after 9m4s
[05:12:55.713] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:93:0)
[05:12:55.740] Build status: STARTED
[05:12:55.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:94:0) after 3m53s
[05:16:48.813] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:94:0)
[05:16:48.842] Build status: STARTED
[05:16:48.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:95:0) after 6m21s
[05:23:09.872] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:95:0)
[05:23:09.897] Build status: STARTED
[05:23:09.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:96:0) after 2m0s
[05:25:09.911] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:96:0)
[05:25:09.939] Build status: STARTED
[05:25:09.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:97:0) after 3m2s
[05:28:12.076] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:97:0)
[05:28:12.139] Build status: STARTED
[05:28:12.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:98:0) after 7m9s
[05:35:21.175] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:98:0)
[05:35:21.252] Build status: STARTED
[05:35:21.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:99:0) after 6m29s
[05:41:50.281] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:99:0)
[05:41:50.316] Build status: STARTED
[05:41:50.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:100:0) after 5m50s
[05:47:40.343] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:100:0)
[05:47:40.370] Build status: STARTED
[05:47:40.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8968534211988066768:101:0) after 7m40s
[05:52:33.006] Received PubSub notification, asking Buildbucket for the build status
[05:52:33.041] Build:
{
  "id": "8803104149977682625",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 16808,
  "createdBy": "project:chromium",
  "createTime": "2022-09-13T20:58:09.725371310Z",
  "startTime": "2022-09-13T20:58:21.535324Z",
  "endTime": "2022-09-14T05:52:32.296524200Z",
  "updateTime": "2022-09-14T05:52:32.296524200Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9f122884d3aee1f84238547f383b361361756901",
      "ref": "refs/heads/main"
    }
  }
}
[05:52:33.041] Invocation finished in 8h54m24.617241728s with status FAILED