Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4195bcdc15eb8a0761ab27fdd57d9575792d0587"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4195bcdc15eb8a0761ab27fdd57d9575792d0587
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:05:02.979] New invocation is queued and will start shortly
[20:05:04.260] Starting the invocation (attempt 1)
[20:05:04.292] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4195bcdc15eb8a0761ab27fdd57d9575792d0587"
[20:05:04.293] Popped gitiles commit info from properties and tags
[20:05:04.293] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:05:04.293] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:05:04.293] Buildbucket request:
{
  "requestId": "8922604890222798336",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4195bcdc15eb8a0761ab27fdd57d9575792d0587",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922604890222798336"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:05:04.901] Scheduled build:
{
  "id": "8757174828100009489",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 21432,
  "createdBy": "project:chromium",
  "createTime": "2024-02-02T20:05:04.369393061Z",
  "updateTime": "2024-02-02T20:05:04.369393061Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4195bcdc15eb8a0761ab27fdd57d9575792d0587",
      "ref": "refs/heads/main"
    }
  }
}
[20:05:04.901] Task URL: https://cr-buildbucket.appspot.com/build/8757174828100009489
[20:05:04.901] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:2:0) after 5m1s
[20:05:05.866] Received PubSub notification, asking Buildbucket for the build status
[20:05:05.902] Build status: SCHEDULED
[20:06:47.288] Received PubSub notification, asking Buildbucket for the build status
[20:06:47.335] Build status: STARTED
[20:10:06.025] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:2:0)
[20:10:06.074] Build status: STARTED
[20:10:06.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:5:0) after 5m27s
[20:15:33.145] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:5:0)
[20:15:33.169] Build status: STARTED
[20:15:33.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:6:0) after 8m45s
[20:24:18.236] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:6:0)
[20:24:18.257] Build status: STARTED
[20:24:18.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:7:0) after 5m56s
[20:30:14.276] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:7:0)
[20:30:14.308] Build status: STARTED
[20:30:14.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:8:0) after 7m14s
[20:37:28.374] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:8:0)
[20:37:28.455] Build status: STARTED
[20:37:28.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:9:0) after 8m21s
[20:45:49.498] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:9:0)
[20:45:49.562] Build status: STARTED
[20:45:49.562] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:10:0) after 8m52s
[20:54:41.582] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:10:0)
[20:54:41.599] Build status: STARTED
[20:54:41.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:11:0) after 3m17s
[20:57:58.672] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:11:0)
[20:57:58.693] Build status: STARTED
[20:57:58.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:12:0) after 5m36s
[21:03:34.768] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:12:0)
[21:03:34.790] Build status: STARTED
[21:03:34.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:13:0) after 9m7s
[21:12:41.818] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:13:0)
[21:12:41.874] Build status: STARTED
[21:12:41.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:14:0) after 6m38s
[21:19:19.907] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:14:0)
[21:19:19.939] Build status: STARTED
[21:19:19.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:15:0) after 7m55s
[21:27:15.015] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:15:0)
[21:27:15.066] Build status: STARTED
[21:27:15.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:16:0) after 8m50s
[21:36:05.288] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:16:0)
[21:36:05.329] Build status: STARTED
[21:36:05.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:17:0) after 8m59s
[21:45:04.400] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:17:0)
[21:45:04.460] Build status: STARTED
[21:45:04.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:18:0) after 3m25s
[21:48:29.458] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:18:0)
[21:48:29.475] Build status: STARTED
[21:48:29.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:19:0) after 8m11s
[21:56:40.584] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:19:0)
[21:56:40.618] Build status: STARTED
[21:56:40.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:20:0) after 1m17s
[21:57:57.687] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:20:0)
[21:57:57.706] Build status: STARTED
[21:57:57.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:21:0) after 9m20s
[22:07:17.914] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:21:0)
[22:07:17.934] Build status: STARTED
[22:07:17.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:22:0) after 2m26s
[22:09:44.113] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:22:0)
[22:09:44.134] Build status: STARTED
[22:09:44.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:23:0) after 1m27s
[22:11:12.287] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:23:0)
[22:11:12.322] Build status: STARTED
[22:11:12.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:24:0) after 3m19s
[22:14:31.372] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:24:0)
[22:14:31.398] Build status: STARTED
[22:14:31.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:25:0) after 8m10s
[22:22:41.421] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:25:0)
[22:22:41.453] Build status: STARTED
[22:22:41.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:26:0) after 1m23s
[22:24:04.440] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:26:0)
[22:24:04.458] Build status: STARTED
[22:24:04.458] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:27:0) after 7m17s
[22:31:21.505] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:27:0)
[22:31:21.534] Build status: STARTED
[22:31:21.534] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:28:0) after 1m4s
[22:32:25.583] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:28:0)
[22:32:25.607] Build status: STARTED
[22:32:25.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:29:0) after 1m19s
[22:33:44.644] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:29:0)
[22:33:44.673] Build status: STARTED
[22:33:44.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:30:0) after 1m44s
[22:35:28.745] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:30:0)
[22:35:28.769] Build status: STARTED
[22:35:28.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:31:0) after 9m48s
[22:45:16.847] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:31:0)
[22:45:16.925] Build status: STARTED
[22:45:16.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:32:0) after 7m41s
[22:52:57.988] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:32:0)
[22:52:58.008] Build status: STARTED
[22:52:58.008] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:33:0) after 8m58s
[23:01:56.121] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:33:0)
[23:01:56.139] Build status: STARTED
[23:01:56.139] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:34:0) after 1m12s
[23:03:08.168] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:34:0)
[23:03:08.191] Build status: STARTED
[23:03:08.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:35:0) after 9m50s
[23:12:58.356] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:35:0)
[23:12:58.373] Build status: STARTED
[23:12:58.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:36:0) after 1m14s
[23:14:14.217] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:36:0)
[23:14:14.235] Build status: STARTED
[23:14:14.235] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:37:0) after 7m34s
[23:21:48.308] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:37:0)
[23:21:48.343] Build status: STARTED
[23:21:48.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:38:0) after 7m2s
[23:28:50.420] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:38:0)
[23:28:50.442] Build status: STARTED
[23:28:50.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:39:0) after 4m49s
[23:33:39.465] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:39:0)
[23:33:39.488] Build status: STARTED
[23:33:39.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:40:0) after 4m14s
[23:37:53.511] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:40:0)
[23:37:53.529] Build status: STARTED
[23:37:53.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:41:0) after 9m15s
[23:47:08.676] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:41:0)
[23:47:08.693] Build status: STARTED
[23:47:08.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:42:0) after 9m37s
[23:56:45.812] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:42:0)
[23:56:46.006] Build status: STARTED
[23:56:46.006] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:43:0) after 3m28s
[00:00:14.753] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:43:0)
[00:00:14.824] Build status: STARTED
[00:00:14.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:44:0) after 5m49s
[00:06:03.974] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:44:0)
[00:06:04.011] Build status: STARTED
[00:06:04.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:45:0) after 3m8s
[00:09:12.280] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:45:0)
[00:09:12.650] Build status: STARTED
[00:09:12.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:46:0) after 2m14s
[00:11:26.703] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:46:0)
[00:11:26.724] Build status: STARTED
[00:11:26.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:47:0) after 2m4s
[00:13:30.760] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:47:0)
[00:13:30.780] Build status: STARTED
[00:13:30.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:48:0) after 1m15s
[00:14:45.806] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:48:0)
[00:14:45.824] Build status: STARTED
[00:14:45.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:49:0) after 3m45s
[00:18:30.863] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:49:0)
[00:18:30.909] Build status: STARTED
[00:18:30.909] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:50:0) after 3m57s
[00:22:27.933] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:50:0)
[00:22:27.955] Build status: STARTED
[00:22:27.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:51:0) after 5m1s
[00:27:29.495] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:51:0)
[00:27:29.520] Build status: STARTED
[00:27:29.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:52:0) after 5m11s
[00:32:40.513] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:52:0)
[00:32:40.563] Build status: STARTED
[00:32:40.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:53:0) after 7m42s
[00:40:22.591] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:53:0)
[00:40:22.612] Build status: STARTED
[00:40:22.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:54:0) after 5m50s
[00:46:12.676] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:54:0)
[00:46:12.723] Build status: STARTED
[00:46:12.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:55:0) after 2m45s
[00:48:57.746] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:55:0)
[00:48:57.768] Build status: STARTED
[00:48:57.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:56:0) after 6m28s
[00:55:26.034] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:56:0)
[00:55:26.049] Build status: STARTED
[00:55:26.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:57:0) after 2m26s
[00:57:52.754] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:57:0)
[00:57:52.772] Build status: STARTED
[00:57:52.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:58:0) after 8m52s
[01:06:44.804] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:58:0)
[01:06:44.823] Build status: STARTED
[01:06:44.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:59:0) after 6m33s
[01:13:17.874] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:59:0)
[01:13:17.896] Build status: STARTED
[01:13:17.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:60:0) after 7m10s
[01:20:27.921] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:60:0)
[01:20:27.941] Build status: STARTED
[01:20:27.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:61:0) after 5m24s
[01:25:51.963] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:61:0)
[01:25:51.985] Build status: STARTED
[01:25:51.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:62:0) after 6m4s
[01:31:56.170] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:62:0)
[01:31:56.192] Build status: STARTED
[01:31:56.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:63:0) after 6m58s
[01:38:54.224] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:63:0)
[01:38:54.250] Build status: STARTED
[01:38:54.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:64:0) after 4m39s
[01:43:33.274] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:64:0)
[01:43:33.296] Build status: STARTED
[01:43:33.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:65:0) after 5m15s
[01:48:48.330] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:65:0)
[01:48:48.365] Build status: STARTED
[01:48:48.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:66:0) after 5m20s
[01:54:08.410] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:66:0)
[01:54:08.434] Build status: STARTED
[01:54:08.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:67:0) after 6m12s
[02:00:20.492] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:67:0)
[02:00:20.520] Build status: STARTED
[02:00:20.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:68:0) after 5m13s
[02:05:33.866] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:68:0)
[02:05:33.892] Build status: STARTED
[02:05:33.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:69:0) after 3m54s
[02:09:27.921] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:69:0)
[02:09:27.993] Build status: STARTED
[02:09:27.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:70:0) after 5m29s
[02:14:57.024] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:70:0)
[02:14:57.109] Build status: STARTED
[02:14:57.109] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:71:0) after 9m32s
[02:24:29.220] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:71:0)
[02:24:29.240] Build status: STARTED
[02:24:29.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:72:0) after 6m24s
[02:30:53.340] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:72:0)
[02:30:53.361] Build status: STARTED
[02:30:53.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:73:0) after 9m40s
[02:40:33.398] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:73:0)
[02:40:33.477] Build status: STARTED
[02:40:33.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:74:0) after 2m35s
[02:43:08.524] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:74:0)
[02:43:08.545] Build status: STARTED
[02:43:08.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:75:0) after 4m39s
[02:47:47.639] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:75:0)
[02:47:47.663] Build status: STARTED
[02:47:47.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:76:0) after 4m21s
[02:52:08.690] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:76:0)
[02:52:08.710] Build status: STARTED
[02:52:08.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:77:0) after 3m59s
[02:56:07.743] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:77:0)
[02:56:07.762] Build status: STARTED
[02:56:07.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:78:0) after 6m37s
[03:02:44.778] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:78:0)
[03:02:44.798] Build status: STARTED
[03:02:44.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:79:0) after 7m43s
[03:13:29.348] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:79:0)
[03:13:29.364] Build status: STARTED
[03:13:29.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:80:0) after 4m12s
[03:17:41.397] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:80:0)
[03:17:41.584] Build status: STARTED
[03:17:41.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:81:0) after 8m57s
[03:26:38.612] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:81:0)
[03:26:38.630] Build status: STARTED
[03:26:38.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:82:0) after 8m47s
[03:35:25.803] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:82:0)
[03:35:25.824] Build status: STARTED
[03:35:25.824] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:83:0) after 4m21s
[03:39:46.849] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:83:0)
[03:39:46.876] Build status: STARTED
[03:39:46.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:84:0) after 5m6s
[03:46:56.979] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:84:0)
[03:46:56.997] Build status: STARTED
[03:46:56.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:85:0) after 7m38s
[03:54:35.352] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:85:0)
[03:54:35.372] Build status: STARTED
[03:54:35.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:86:0) after 9m29s
[04:04:04.519] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:86:0)
[04:04:04.553] Build status: STARTED
[04:04:04.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:87:0) after 2m59s
[04:07:03.619] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:87:0)
[04:07:03.714] Build status: STARTED
[04:07:03.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:88:0) after 1m8s
[04:08:11.747] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:88:0)
[04:08:11.765] Build status: STARTED
[04:08:11.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:89:0) after 4m17s
[04:12:29.273] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:89:0)
[04:12:29.334] Build status: STARTED
[04:12:29.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:90:0) after 8m22s
[04:20:51.518] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:90:0)
[04:20:51.576] Build status: STARTED
[04:20:51.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:91:0) after 7m54s
[04:28:45.776] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:91:0)
[04:28:45.799] Build status: STARTED
[04:28:45.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:92:0) after 5m11s
[04:33:56.970] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:92:0)
[04:33:56.992] Build status: STARTED
[04:33:56.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:93:0) after 4m2s
[04:37:59.014] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:93:0)
[04:37:59.042] Build status: STARTED
[04:37:59.043] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8922604890222798336:94:0) after 4m20s
[04:40:24.361] Received PubSub notification, asking Buildbucket for the build status
[04:40:24.399] Build:
{
  "id": "8757174828100009489",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 21432,
  "createdBy": "project:chromium",
  "createTime": "2024-02-02T20:05:04.369393061Z",
  "startTime": "2024-02-02T20:06:46.545114Z",
  "endTime": "2024-02-03T04:40:23.483358Z",
  "updateTime": "2024-02-03T04:40:23.483358Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4195bcdc15eb8a0761ab27fdd57d9575792d0587",
      "ref": "refs/heads/main"
    }
  }
}
[04:40:24.399] Invocation finished in 8h35m21.437443522s with status FAILED