Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "27a673f4c7fc6fdcdc2233d0eb7e4b568796da4f"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/27a673f4c7fc6fdcdc2233d0eb7e4b568796da4f
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[13:31:27.362] New invocation is queued and will start shortly
[13:31:28.767] Starting the invocation (attempt 1)
[13:31:28.812] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/27a673f4c7fc6fdcdc2233d0eb7e4b568796da4f"
[13:31:28.812] Popped gitiles commit info from properties and tags
[13:31:28.813] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:31:28.813] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:31:28.813] Buildbucket request:
{
  "requestId": "8961405154610215072",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "27a673f4c7fc6fdcdc2233d0eb7e4b568796da4f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8961405154610215072"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:31:29.266] Scheduled build:
{
  "id": "8795975092341288993",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 17450,
  "createdBy": "project:chromium",
  "createTime": "2022-12-01T13:31:28.893007911Z",
  "updateTime": "2022-12-01T13:31:28.893007911Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "27a673f4c7fc6fdcdc2233d0eb7e4b568796da4f",
      "ref": "refs/heads/main"
    }
  }
}
[13:31:29.266] Task URL: https://cr-buildbucket.appspot.com/build/8795975092341288993
[13:31:29.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:2:0) after 7m37s
[13:35:56.231] Received PubSub notification, asking Buildbucket for the build status
[13:35:56.254] Build status: STARTED
[13:39:06.406] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:2:0)
[13:39:06.429] Build status: STARTED
[13:39:06.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:4:0) after 9m52s
[13:48:58.457] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:4:0)
[13:48:58.489] Build status: STARTED
[13:48:58.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:5:0) after 7m20s
[13:56:18.520] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:5:0)
[13:56:18.554] Build status: STARTED
[13:56:18.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:6:0) after 1m20s
[13:57:38.681] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:6:0)
[13:57:38.706] Build status: STARTED
[13:57:38.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:7:0) after 2m12s
[13:59:50.863] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:7:0)
[13:59:50.889] Build status: STARTED
[13:59:50.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:8:0) after 9m19s
[14:09:10.475] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:8:0)
[14:09:10.657] Build status: STARTED
[14:09:10.657] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:9:0) after 8m14s
[14:17:24.862] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:9:0)
[14:17:24.890] Build status: STARTED
[14:17:24.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:10:0) after 4m2s
[14:21:26.940] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:10:0)
[14:21:26.983] Build status: STARTED
[14:21:26.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:11:0) after 3m52s
[14:25:19.036] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:11:0)
[14:25:19.079] Build status: STARTED
[14:25:19.079] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:12:0) after 4m39s
[14:29:58.659] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:12:0)
[14:29:58.841] Build status: STARTED
[14:29:58.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:13:0) after 1m41s
[14:31:40.052] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:13:0)
[14:31:40.090] Build status: STARTED
[14:31:40.090] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:14:0) after 5m2s
[14:36:42.444] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:14:0)
[14:36:42.466] Build status: STARTED
[14:36:42.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:15:0) after 7m40s
[14:44:22.657] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:15:0)
[14:44:22.685] Build status: STARTED
[14:44:22.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:16:0) after 8m29s
[14:52:51.933] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:16:0)
[14:52:51.967] Build status: STARTED
[14:52:51.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:17:0) after 3m59s
[14:56:51.031] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:17:0)
[14:56:51.057] Build status: STARTED
[14:56:51.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:18:0) after 4m10s
[15:01:01.798] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:18:0)
[15:01:01.828] Build status: STARTED
[15:01:01.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:19:0) after 8m28s
[15:09:29.856] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:19:0)
[15:09:29.889] Build status: STARTED
[15:09:29.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:20:0) after 5m11s
[15:14:41.076] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:20:0)
[15:14:41.142] Build status: STARTED
[15:14:41.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:21:0) after 6m42s
[15:21:23.228] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:21:0)
[15:21:23.253] Build status: STARTED
[15:21:23.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:22:0) after 3m59s
[15:25:22.519] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:22:0)
[15:25:22.544] Build status: STARTED
[15:25:22.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:23:0) after 9m51s
[15:35:13.573] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:23:0)
[15:35:13.598] Build status: STARTED
[15:35:13.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:24:0) after 4m59s
[15:40:12.627] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:24:0)
[15:40:12.649] Build status: STARTED
[15:40:12.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:25:0) after 4m49s
[15:45:01.675] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:25:0)
[15:45:01.801] Build status: STARTED
[15:45:01.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:26:0) after 9m48s
[15:54:49.837] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:26:0)
[15:54:49.858] Build status: STARTED
[15:54:49.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:27:0) after 5m12s
[16:00:01.909] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:27:0)
[16:00:02.042] Build status: STARTED
[16:00:02.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:28:0) after 7m47s
[16:07:49.121] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:28:0)
[16:07:49.147] Build status: STARTED
[16:07:49.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:29:0) after 9m41s
[16:17:30.186] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:29:0)
[16:17:30.209] Build status: STARTED
[16:17:30.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:30:0) after 1m48s
[16:19:18.709] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:30:0)
[16:19:18.778] Build status: STARTED
[16:19:18.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:31:0) after 3m46s
[16:23:04.831] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:31:0)
[16:23:04.883] Build status: STARTED
[16:23:04.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:32:0) after 8m45s
[16:31:50.425] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:32:0)
[16:31:50.454] Build status: STARTED
[16:31:50.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:33:0) after 3m58s
[16:35:48.679] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:33:0)
[16:35:48.702] Build status: STARTED
[16:35:48.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:34:0) after 5m58s
[16:41:47.007] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:34:0)
[16:41:47.116] Build status: STARTED
[16:41:47.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:35:0) after 1m39s
[16:43:26.333] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:35:0)
[16:43:26.358] Build status: STARTED
[16:43:26.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:36:0) after 9m57s
[16:53:23.409] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:36:0)
[16:53:23.432] Build status: STARTED
[16:53:23.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:37:0) after 9m23s
[17:02:46.602] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:37:0)
[17:02:46.622] Build status: STARTED
[17:02:46.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:38:0) after 4m0s
[17:06:46.656] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:38:0)
[17:06:46.749] Build status: STARTED
[17:06:46.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:39:0) after 7m55s
[17:14:42.064] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:39:0)
[17:14:42.085] Build status: STARTED
[17:14:42.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:40:0) after 6m36s
[17:21:18.158] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:40:0)
[17:21:18.214] Build status: STARTED
[17:21:18.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:41:0) after 4m54s
[17:26:12.346] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:41:0)
[17:26:12.368] Build status: STARTED
[17:26:12.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:42:0) after 2m36s
[17:28:48.501] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:42:0)
[17:28:48.521] Build status: STARTED
[17:28:48.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:43:0) after 5m5s
[17:33:53.574] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:43:0)
[17:33:53.602] Build status: STARTED
[17:33:53.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:44:0) after 3m8s
[17:37:01.756] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:44:0)
[17:37:01.785] Build status: STARTED
[17:37:01.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:45:0) after 9m22s
[17:46:23.807] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:45:0)
[17:46:23.892] Build status: STARTED
[17:46:23.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:46:0) after 5m18s
[17:51:41.955] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:46:0)
[17:51:41.979] Build status: STARTED
[17:51:41.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:47:0) after 8m59s
[18:00:41.067] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:47:0)
[18:00:41.218] Build status: STARTED
[18:00:41.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:48:0) after 5m14s
[18:05:55.245] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:48:0)
[18:05:55.371] Build status: STARTED
[18:05:55.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:49:0) after 7m45s
[18:13:40.451] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:49:0)
[18:13:40.500] Build status: STARTED
[18:13:40.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:50:0) after 4m56s
[18:18:36.561] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:50:0)
[18:18:36.584] Build status: STARTED
[18:18:36.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:51:0) after 6m44s
[18:25:20.742] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:51:0)
[18:25:20.770] Build status: STARTED
[18:25:20.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:52:0) after 5m24s
[18:30:44.803] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:52:0)
[18:30:44.828] Build status: STARTED
[18:30:44.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:53:0) after 6m0s
[18:36:44.916] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:53:0)
[18:36:44.968] Build status: STARTED
[18:36:44.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:54:0) after 6m38s
[18:43:23.006] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:54:0)
[18:43:23.029] Build status: STARTED
[18:43:23.029] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:55:0) after 4m1s
[18:47:24.602] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:55:0)
[18:47:24.654] Build status: STARTED
[18:47:24.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:56:0) after 1m37s
[18:49:01.680] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:56:0)
[18:49:01.725] Build status: STARTED
[18:49:01.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:57:0) after 7m35s
[18:56:36.751] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:57:0)
[18:56:36.777] Build status: STARTED
[18:56:36.777] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:58:0) after 1m34s
[18:58:11.017] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:58:0)
[18:58:11.045] Build status: STARTED
[18:58:11.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:59:0) after 4m29s
[19:02:40.088] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:59:0)
[19:02:40.147] Build status: STARTED
[19:02:40.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:60:0) after 2m6s
[19:04:46.387] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:60:0)
[19:04:46.431] Build status: STARTED
[19:04:46.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:61:0) after 6m7s
[19:10:53.557] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:61:0)
[19:10:53.720] Build status: STARTED
[19:10:53.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:62:0) after 3m34s
[19:14:27.748] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:62:0)
[19:14:27.915] Build status: STARTED
[19:14:27.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:63:0) after 5m27s
[19:19:54.950] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:63:0)
[19:19:54.975] Build status: STARTED
[19:19:54.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:64:0) after 2m51s
[19:22:46.012] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:64:0)
[19:22:46.041] Build status: STARTED
[19:22:46.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:65:0) after 6m38s
[19:29:24.208] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:65:0)
[19:29:24.233] Build status: STARTED
[19:29:24.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:66:0) after 7m35s
[19:36:59.257] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:66:0)
[19:36:59.279] Build status: STARTED
[19:36:59.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:67:0) after 2m49s
[19:39:48.333] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:67:0)
[19:39:48.443] Build status: STARTED
[19:39:48.443] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:68:0) after 8m18s
[19:48:06.603] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:68:0)
[19:48:06.630] Build status: STARTED
[19:48:06.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:69:0) after 8m52s
[19:56:58.629] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:69:0)
[19:56:58.755] Build status: STARTED
[19:56:58.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:70:0) after 5m7s
[20:02:05.815] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:70:0)
[20:02:05.848] Build status: STARTED
[20:02:05.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:71:0) after 8m6s
[20:10:11.880] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:71:0)
[20:10:11.924] Build status: STARTED
[20:10:11.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:72:0) after 3m51s
[20:14:03.093] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:72:0)
[20:14:03.122] Build status: STARTED
[20:14:03.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:73:0) after 3m9s
[20:17:12.122] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:73:0)
[20:17:12.162] Build status: STARTED
[20:17:12.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:74:0) after 4m32s
[20:21:44.776] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:74:0)
[20:21:44.800] Build status: STARTED
[20:21:44.800] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:75:0) after 9m3s
[20:30:48.122] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:75:0)
[20:30:48.150] Build status: STARTED
[20:30:48.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:76:0) after 5m24s
[20:36:12.279] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:76:0)
[20:36:12.313] Build status: STARTED
[20:36:12.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:77:0) after 1m48s
[20:38:00.643] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:77:0)
[20:38:00.678] Build status: STARTED
[20:38:00.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:78:0) after 9m33s
[20:47:33.842] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:78:0)
[20:47:33.879] Build status: STARTED
[20:47:33.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:79:0) after 1m23s
[20:48:57.143] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:79:0)
[20:48:57.177] Build status: STARTED
[20:48:57.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:80:0) after 9m27s
[20:58:24.168] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:80:0)
[20:58:24.202] Build status: STARTED
[20:58:24.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:81:0) after 7m31s
[21:05:55.244] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:81:0)
[21:05:55.263] Build status: STARTED
[21:05:55.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:82:0) after 1m46s
[21:07:41.332] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:82:0)
[21:07:41.362] Build status: STARTED
[21:07:41.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:83:0) after 3m21s
[21:11:02.369] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:83:0)
[21:11:02.394] Build status: STARTED
[21:11:02.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:84:0) after 3m59s
[21:15:01.429] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:84:0)
[21:15:01.505] Build status: STARTED
[21:15:01.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:85:0) after 9m16s
[21:24:17.491] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:85:0)
[21:24:17.602] Build status: STARTED
[21:24:17.602] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:86:0) after 2m24s
[21:26:41.630] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:86:0)
[21:26:41.653] Build status: STARTED
[21:26:41.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:87:0) after 8m7s
[21:34:48.930] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:87:0)
[21:34:48.951] Build status: STARTED
[21:34:48.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:88:0) after 8m29s
[21:43:18.671] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:88:0)
[21:43:18.702] Build status: STARTED
[21:43:18.702] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:89:0) after 9m57s
[21:53:15.736] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:89:0)
[21:53:15.839] Build status: STARTED
[21:53:15.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:90:0) after 3m10s
[21:56:26.016] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:90:0)
[21:56:26.037] Build status: STARTED
[21:56:26.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:91:0) after 3m46s
[22:00:12.123] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:91:0)
[22:00:12.161] Build status: STARTED
[22:00:12.161] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:92:0) after 8m23s
[22:08:35.191] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:92:0)
[22:08:35.217] Build status: STARTED
[22:08:35.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:93:0) after 1m34s
[22:10:09.389] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:93:0)
[22:10:09.417] Build status: STARTED
[22:10:09.418] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:94:0) after 9m30s
[22:19:39.495] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:94:0)
[22:19:39.518] Build status: STARTED
[22:19:39.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:95:0) after 5m31s
[22:25:10.544] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:95:0)
[22:25:10.567] Build status: STARTED
[22:25:10.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:96:0) after 6m43s
[22:31:53.578] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:96:0)
[22:31:53.628] Build status: STARTED
[22:31:53.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:97:0) after 9m39s
[22:41:32.719] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:97:0)
[22:41:32.757] Build status: STARTED
[22:41:32.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:98:0) after 3m55s
[22:45:27.767] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:98:0)
[22:45:27.793] Build status: STARTED
[22:45:27.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:99:0) after 9m41s
[22:55:09.384] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:99:0)
[22:55:09.405] Build status: STARTED
[22:55:09.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:100:0) after 5m27s
[23:00:36.440] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:100:0)
[23:00:36.468] Build status: STARTED
[23:00:36.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:101:0) after 5m10s
[23:05:46.498] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:101:0)
[23:05:46.528] Build status: STARTED
[23:05:46.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:102:0) after 3m16s
[23:09:02.922] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:102:0)
[23:09:02.981] Build status: STARTED
[23:09:02.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:103:0) after 8m39s
[23:17:42.071] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:103:0)
[23:17:42.099] Build status: STARTED
[23:17:42.099] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:104:0) after 1m53s
[23:19:35.262] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:104:0)
[23:19:35.285] Build status: STARTED
[23:19:35.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:105:0) after 1m49s
[23:21:24.318] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:105:0)
[23:21:24.338] Build status: STARTED
[23:21:24.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:106:0) after 5m35s
[23:26:59.419] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:106:0)
[23:26:59.448] Build status: STARTED
[23:26:59.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:107:0) after 1m1s
[23:28:00.486] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:107:0)
[23:28:00.507] Build status: STARTED
[23:28:00.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:108:0) after 3m26s
[23:31:26.655] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:108:0)
[23:31:26.753] Build status: STARTED
[23:31:26.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:109:0) after 6m11s
[23:37:37.785] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:109:0)
[23:37:37.812] Build status: STARTED
[23:37:37.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:110:0) after 6m22s
[23:44:00.224] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:110:0)
[23:44:00.287] Build status: STARTED
[23:44:00.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:111:0) after 2m58s
[23:46:58.955] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:111:0)
[23:46:58.979] Build status: STARTED
[23:46:58.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:112:0) after 5m40s
[23:52:39.064] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:112:0)
[23:52:39.088] Build status: STARTED
[23:52:39.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:113:0) after 8m47s
[00:01:26.561] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:113:0)
[00:01:26.583] Build status: STARTED
[00:01:26.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:114:0) after 6m27s
[00:07:54.203] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:114:0)
[00:07:54.251] Build status: STARTED
[00:07:54.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:115:0) after 7m5s
[00:14:59.395] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:115:0)
[00:14:59.419] Build status: STARTED
[00:14:59.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:116:0) after 5m32s
[00:20:31.874] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:116:0)
[00:20:31.896] Build status: STARTED
[00:20:31.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:117:0) after 2m56s
[00:23:28.072] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:117:0)
[00:23:28.097] Build status: STARTED
[00:23:28.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:118:0) after 7m38s
[00:31:06.295] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:118:0)
[00:31:06.316] Build status: STARTED
[00:31:06.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:119:0) after 9m20s
[00:40:26.474] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:119:0)
[00:40:26.502] Build status: STARTED
[00:40:26.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8961405154610215072:120:0) after 1m43s
[00:41:23.860] Received PubSub notification, asking Buildbucket for the build status
[00:41:23.889] Build:
{
  "id": "8795975092341288993",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 17450,
  "createdBy": "project:chromium",
  "createTime": "2022-12-01T13:31:28.893007911Z",
  "startTime": "2022-12-01T13:35:55.270693Z",
  "endTime": "2022-12-02T00:41:23.260352703Z",
  "updateTime": "2022-12-02T00:41:23.260352703Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "27a673f4c7fc6fdcdc2233d0eb7e4b568796da4f",
      "ref": "refs/heads/main"
    }
  }
}
[00:41:23.889] Invocation finished in 11h9m56.543665417s with status FAILED