Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "503fe3c7765bb6ac6f7103ff3f1867387a2af225"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/503fe3c7765bb6ac6f7103ff3f1867387a2af225
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[13:37:33.213] New invocation is queued and will start shortly
[13:37:34.713] Starting the invocation (attempt 1)
[13:37:34.767] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/503fe3c7765bb6ac6f7103ff3f1867387a2af225"
[13:37:34.767] Popped gitiles commit info from properties and tags
[13:37:34.767] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:37:34.767] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:37:34.767] Buildbucket request:
{
  "requestId": "8967112379867830624",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "503fe3c7765bb6ac6f7103ff3f1867387a2af225",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8967112379867830624"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:37:35.234] Scheduled build:
{
  "id": "8801682317484245345",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 16957,
  "createdBy": "project:chromium",
  "createTime": "2022-09-29T13:37:34.856840946Z",
  "updateTime": "2022-09-29T13:37:34.856840946Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "503fe3c7765bb6ac6f7103ff3f1867387a2af225",
      "ref": "refs/heads/main"
    }
  }
}
[13:37:35.234] Task URL: https://cr-buildbucket.appspot.com/build/8801682317484245345
[13:37:35.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:2:0) after 7m20s
[13:37:53.770] Received PubSub notification, asking Buildbucket for the build status
[13:37:53.818] Build status: STARTED
[13:44:55.323] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:2:0)
[13:44:55.351] Build status: STARTED
[13:44:55.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:4:0) after 6m6s
[13:51:01.418] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:4:0)
[13:51:01.448] Build status: STARTED
[13:51:01.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:5:0) after 3m40s
[13:54:41.583] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:5:0)
[13:54:41.617] Build status: STARTED
[13:54:41.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:6:0) after 7m54s
[14:02:35.787] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:6:0)
[14:02:35.846] Build status: STARTED
[14:02:35.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:7:0) after 4m40s
[14:07:15.887] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:7:0)
[14:07:15.910] Build status: STARTED
[14:07:15.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:8:0) after 4m30s
[14:11:45.932] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:8:0)
[14:11:45.963] Build status: STARTED
[14:11:45.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:9:0) after 2m8s
[14:13:54.275] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:9:0)
[14:13:54.298] Build status: STARTED
[14:13:54.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:10:0) after 2m6s
[14:16:00.348] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:10:0)
[14:16:00.389] Build status: STARTED
[14:16:00.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:11:0) after 6m7s
[14:22:07.418] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:11:0)
[14:22:07.446] Build status: STARTED
[14:22:07.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:12:0) after 9m8s
[14:31:15.472] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:12:0)
[14:31:15.501] Build status: STARTED
[14:31:15.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:13:0) after 2m20s
[14:33:35.491] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:13:0)
[14:33:35.512] Build status: STARTED
[14:33:35.512] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:14:0) after 4m27s
[14:38:02.761] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:14:0)
[14:38:02.783] Build status: STARTED
[14:38:02.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:15:0) after 8m48s
[14:46:50.814] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:15:0)
[14:46:50.849] Build status: STARTED
[14:46:50.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:16:0) after 6m56s
[14:53:46.873] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:16:0)
[14:53:46.913] Build status: STARTED
[14:53:46.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:17:0) after 3m11s
[14:56:57.982] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:17:0)
[14:56:58.010] Build status: STARTED
[14:56:58.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:18:0) after 1m18s
[14:58:16.144] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:18:0)
[14:58:16.172] Build status: STARTED
[14:58:16.172] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:19:0) after 4m20s
[15:02:36.584] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:19:0)
[15:02:36.609] Build status: STARTED
[15:02:36.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:20:0) after 7m25s
[15:10:01.787] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:20:0)
[15:10:01.807] Build status: STARTED
[15:10:01.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:21:0) after 7m58s
[15:17:59.845] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:21:0)
[15:17:59.869] Build status: STARTED
[15:17:59.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:22:0) after 6m57s
[15:24:56.970] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:22:0)
[15:24:57.045] Build status: STARTED
[15:24:57.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:23:0) after 1m42s
[15:26:39.067] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:23:0)
[15:26:39.170] Build status: STARTED
[15:26:39.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:24:0) after 7m12s
[15:33:51.198] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:24:0)
[15:33:51.218] Build status: STARTED
[15:33:51.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:25:0) after 1m44s
[15:35:35.339] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:25:0)
[15:35:35.367] Build status: STARTED
[15:35:35.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:26:0) after 5m11s
[15:40:46.691] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:26:0)
[15:40:46.710] Build status: STARTED
[15:40:46.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:27:0) after 5m46s
[15:46:33.044] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:27:0)
[15:46:33.124] Build status: STARTED
[15:46:33.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:28:0) after 7m21s
[15:53:54.322] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:28:0)
[15:53:54.357] Build status: STARTED
[15:53:54.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:29:0) after 1m0s
[15:54:54.397] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:29:0)
[15:54:54.427] Build status: STARTED
[15:54:54.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:30:0) after 4m50s
[15:59:44.927] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:30:0)
[15:59:45.019] Build status: STARTED
[15:59:45.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:31:0) after 6m54s
[16:06:39.049] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:31:0)
[16:06:39.072] Build status: STARTED
[16:06:39.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:32:0) after 7m48s
[16:14:27.260] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:32:0)
[16:14:27.301] Build status: STARTED
[16:14:27.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:33:0) after 4m40s
[16:19:07.431] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:33:0)
[16:19:07.461] Build status: STARTED
[16:19:07.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:34:0) after 6m22s
[16:25:29.592] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:34:0)
[16:25:29.626] Build status: STARTED
[16:25:29.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:35:0) after 3m30s
[16:28:59.698] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:35:0)
[16:28:59.724] Build status: STARTED
[16:28:59.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:36:0) after 4m31s
[16:33:30.770] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:36:0)
[16:33:30.798] Build status: STARTED
[16:33:30.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:37:0) after 7m30s
[16:41:00.987] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:37:0)
[16:41:01.014] Build status: STARTED
[16:41:01.014] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:38:0) after 4m48s
[16:45:49.114] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:38:0)
[16:45:49.141] Build status: STARTED
[16:45:49.141] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:39:0) after 8m26s
[16:54:15.211] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:39:0)
[16:54:15.233] Build status: STARTED
[16:54:15.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:40:0) after 2m20s
[16:56:35.273] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:40:0)
[16:56:35.343] Build status: STARTED
[16:56:35.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:41:0) after 1m4s
[16:57:39.384] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:41:0)
[16:57:39.410] Build status: STARTED
[16:57:39.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:42:0) after 6m15s
[17:03:54.436] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:42:0)
[17:03:54.471] Build status: STARTED
[17:03:54.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:43:0) after 8m28s
[17:12:22.845] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:43:0)
[17:12:22.896] Build status: STARTED
[17:12:22.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:44:0) after 2m8s
[17:14:31.007] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:44:0)
[17:14:31.032] Build status: STARTED
[17:14:31.032] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:45:0) after 2m45s
[17:17:16.076] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:45:0)
[17:17:16.107] Build status: STARTED
[17:17:16.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:46:0) after 6m14s
[17:23:30.356] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:46:0)
[17:23:30.385] Build status: STARTED
[17:23:30.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:47:0) after 8m33s
[17:32:03.538] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:47:0)
[17:32:03.588] Build status: STARTED
[17:32:03.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:48:0) after 1m46s
[17:33:49.644] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:48:0)
[17:33:49.668] Build status: STARTED
[17:33:49.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:49:0) after 3m32s
[17:37:21.825] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:49:0)
[17:37:21.982] Build status: STARTED
[17:37:21.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:50:0) after 1m7s
[17:38:29.007] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:50:0)
[17:38:29.041] Build status: STARTED
[17:38:29.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:51:0) after 6m4s
[17:44:33.068] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:51:0)
[17:44:33.091] Build status: STARTED
[17:44:33.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:52:0) after 7m12s
[17:51:45.148] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:52:0)
[17:51:45.182] Build status: STARTED
[17:51:45.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:53:0) after 8m42s
[18:00:27.216] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:53:0)
[18:00:27.246] Build status: STARTED
[18:00:27.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:54:0) after 3m15s
[18:03:42.398] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:54:0)
[18:03:42.425] Build status: STARTED
[18:03:42.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:55:0) after 1m53s
[18:05:35.575] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:55:0)
[18:05:35.604] Build status: STARTED
[18:05:35.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:56:0) after 8m37s
[18:14:12.675] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:56:0)
[18:14:12.728] Build status: STARTED
[18:14:12.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:57:0) after 6m53s
[18:21:05.780] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:57:0)
[18:21:05.805] Build status: STARTED
[18:21:05.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:58:0) after 8m53s
[18:29:58.891] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:58:0)
[18:29:58.921] Build status: STARTED
[18:29:58.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:59:0) after 9m7s
[18:39:05.957] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:59:0)
[18:39:06.150] Build status: STARTED
[18:39:06.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:60:0) after 2m15s
[18:41:21.179] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:60:0)
[18:41:21.202] Build status: STARTED
[18:41:21.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:61:0) after 1m49s
[18:43:10.225] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:61:0)
[18:43:10.250] Build status: STARTED
[18:43:10.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:62:0) after 8m25s
[18:51:35.274] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:62:0)
[18:51:35.305] Build status: STARTED
[18:51:35.305] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:63:0) after 5m51s
[18:57:26.568] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:63:0)
[18:57:26.601] Build status: STARTED
[18:57:26.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:64:0) after 2m11s
[18:59:37.696] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:64:0)
[18:59:37.720] Build status: STARTED
[18:59:37.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:65:0) after 8m0s
[19:07:37.860] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:65:0)
[19:07:37.895] Build status: STARTED
[19:07:37.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:66:0) after 4m0s
[19:11:38.100] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:66:0)
[19:11:38.125] Build status: STARTED
[19:11:38.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:67:0) after 6m46s
[19:18:24.119] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:67:0)
[19:18:24.148] Build status: STARTED
[19:18:24.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:68:0) after 4m7s
[19:22:31.235] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:68:0)
[19:22:31.376] Build status: STARTED
[19:22:31.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:69:0) after 7m28s
[19:29:59.763] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:69:0)
[19:29:59.787] Build status: STARTED
[19:29:59.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:70:0) after 3m30s
[19:33:29.820] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:70:0)
[19:33:29.845] Build status: STARTED
[19:33:29.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:71:0) after 1m18s
[19:34:48.195] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:71:0)
[19:34:48.222] Build status: STARTED
[19:34:48.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:72:0) after 4m31s
[19:39:19.257] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:72:0)
[19:39:19.282] Build status: STARTED
[19:39:19.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:73:0) after 5m25s
[19:44:44.402] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:73:0)
[19:44:44.426] Build status: STARTED
[19:44:44.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:74:0) after 3m25s
[19:48:09.665] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:74:0)
[19:48:09.691] Build status: STARTED
[19:48:09.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:75:0) after 1m22s
[19:49:32.147] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:75:0)
[19:49:32.168] Build status: STARTED
[19:49:32.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:76:0) after 6m45s
[19:56:17.881] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:76:0)
[19:56:17.906] Build status: STARTED
[19:56:17.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:77:0) after 2m0s
[19:58:18.143] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:77:0)
[19:58:18.165] Build status: STARTED
[19:58:18.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:78:0) after 8m57s
[20:07:15.326] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:78:0)
[20:07:15.351] Build status: STARTED
[20:07:15.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:79:0) after 9m3s
[20:16:18.379] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:79:0)
[20:16:18.411] Build status: STARTED
[20:16:18.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:80:0) after 7m29s
[20:23:47.961] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:80:0)
[20:23:47.985] Build status: STARTED
[20:23:47.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:81:0) after 4m12s
[20:28:00.014] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:81:0)
[20:28:00.039] Build status: STARTED
[20:28:00.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:82:0) after 6m42s
[20:34:42.294] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:82:0)
[20:34:42.317] Build status: STARTED
[20:34:42.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:83:0) after 9m30s
[20:44:12.425] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:83:0)
[20:44:12.453] Build status: STARTED
[20:44:12.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:84:0) after 4m35s
[20:48:47.583] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:84:0)
[20:48:47.617] Build status: STARTED
[20:48:47.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:85:0) after 7m14s
[20:56:01.744] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:85:0)
[20:56:01.765] Build status: STARTED
[20:56:01.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:86:0) after 2m28s
[20:58:29.791] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:86:0)
[20:58:29.816] Build status: STARTED
[20:58:29.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:87:0) after 6m40s
[21:05:10.054] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:87:0)
[21:05:10.084] Build status: STARTED
[21:05:10.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:88:0) after 3m3s
[21:08:13.447] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:88:0)
[21:08:13.469] Build status: STARTED
[21:08:13.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:89:0) after 3m40s
[21:11:53.898] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:89:0)
[21:11:53.924] Build status: STARTED
[21:11:53.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:90:0) after 3m27s
[21:15:20.964] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:90:0)
[21:15:20.987] Build status: STARTED
[21:15:20.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:91:0) after 2m28s
[21:17:49.053] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:91:0)
[21:17:49.087] Build status: STARTED
[21:17:49.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:92:0) after 3m25s
[21:21:14.355] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:92:0)
[21:21:14.378] Build status: STARTED
[21:21:14.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:93:0) after 5m45s
[21:26:59.508] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:93:0)
[21:26:59.576] Build status: STARTED
[21:26:59.576] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:94:0) after 3m56s
[21:30:55.616] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:94:0)
[21:30:55.642] Build status: STARTED
[21:30:55.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:95:0) after 4m59s
[21:35:54.621] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:95:0)
[21:35:54.644] Build status: STARTED
[21:35:54.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:96:0) after 6m2s
[21:41:56.845] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:96:0)
[21:41:56.888] Build status: STARTED
[21:41:56.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:97:0) after 2m4s
[21:44:00.969] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:97:0)
[21:44:00.996] Build status: STARTED
[21:44:00.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:98:0) after 1m36s
[21:45:37.023] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:98:0)
[21:45:37.045] Build status: STARTED
[21:45:37.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:99:0) after 4m48s
[21:50:25.214] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:99:0)
[21:50:25.238] Build status: STARTED
[21:50:25.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:100:0) after 5m59s
[21:56:24.443] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:100:0)
[21:56:24.462] Build status: STARTED
[21:56:24.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:101:0) after 7m22s
[22:03:46.867] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:101:0)
[22:03:46.897] Build status: STARTED
[22:03:46.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:102:0) after 5m50s
[22:09:36.901] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:102:0)
[22:09:36.924] Build status: STARTED
[22:09:36.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:103:0) after 6m37s
[22:16:14.248] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:103:0)
[22:16:14.275] Build status: STARTED
[22:16:14.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:104:0) after 3m38s
[22:19:52.421] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:104:0)
[22:19:52.448] Build status: STARTED
[22:19:52.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:105:0) after 8m0s
[22:27:52.675] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:105:0)
[22:27:52.700] Build status: STARTED
[22:27:52.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:106:0) after 2m20s
[22:30:12.761] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:106:0)
[22:30:12.788] Build status: STARTED
[22:30:12.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:107:0) after 9m25s
[22:39:37.892] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:107:0)
[22:39:37.919] Build status: STARTED
[22:39:37.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:108:0) after 6m38s
[22:46:15.957] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:108:0)
[22:46:15.979] Build status: STARTED
[22:46:15.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8967112379867830624:109:0) after 6m39s
[22:50:19.504] Received PubSub notification, asking Buildbucket for the build status
[22:50:19.539] Build:
{
  "id": "8801682317484245345",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 16957,
  "createdBy": "project:chromium",
  "createTime": "2022-09-29T13:37:34.856840946Z",
  "startTime": "2022-09-29T13:37:53.023240Z",
  "endTime": "2022-09-29T22:50:19.263074177Z",
  "updateTime": "2022-09-29T22:50:19.263074177Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "503fe3c7765bb6ac6f7103ff3f1867387a2af225",
      "ref": "refs/heads/main"
    }
  }
}
[22:50:19.539] Invocation finished in 9h12m46.340334807s with status FAILED