Status: FAILED
Triggered by: -
Duration: 11 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5e8202e0c3663203aa2025f64c7ff6e8751330a2"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5e8202e0c3663203aa2025f64c7ff6e8751330a2
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:31:08.675] New invocation is queued and will start shortly
[21:31:10.594] Starting the invocation (attempt 1)
[21:31:10.661] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5e8202e0c3663203aa2025f64c7ff6e8751330a2"
[21:31:10.661] Popped gitiles commit info from properties and tags
[21:31:10.661] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:31:10.661] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:31:10.661] Buildbucket request:
{
  "requestId": "8962280944876092672",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5e8202e0c3663203aa2025f64c7ff6e8751330a2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8962280944876092672"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:31:11.598] Scheduled build:
{
  "id": "8796850881856622513",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 17379,
  "createdBy": "project:chromium",
  "createTime": "2022-11-21T21:31:10.925494659Z",
  "updateTime": "2022-11-21T21:31:10.925494659Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5e8202e0c3663203aa2025f64c7ff6e8751330a2",
      "ref": "refs/heads/main"
    }
  }
}
[21:31:11.598] Task URL: https://cr-buildbucket.appspot.com/build/8796850881856622513
[21:31:11.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:2:0) after 2m29s
[21:33:40.726] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:2:0)
[21:33:40.836] Build status: SCHEDULED
[21:33:40.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:3:0) after 2m17s
[21:35:32.095] Received PubSub notification, asking Buildbucket for the build status
[21:35:32.140] Build status: STARTED
[21:35:58.044] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:3:0)
[21:35:58.066] Build status: STARTED
[21:35:58.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:5:0) after 7m43s
[21:43:41.119] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:5:0)
[21:43:41.231] Build status: STARTED
[21:43:41.231] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:6:0) after 5m32s
[21:49:13.840] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:6:0)
[21:49:13.868] Build status: STARTED
[21:49:13.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:7:0) after 3m48s
[21:53:01.916] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:7:0)
[21:53:01.941] Build status: STARTED
[21:53:01.941] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:8:0) after 4m26s
[21:57:27.966] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:8:0)
[21:57:28.003] Build status: STARTED
[21:57:28.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:9:0) after 1m1s
[21:58:29.176] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:9:0)
[21:58:29.217] Build status: STARTED
[21:58:29.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:10:0) after 6m9s
[22:04:38.244] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:10:0)
[22:04:38.301] Build status: STARTED
[22:04:38.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:11:0) after 7m2s
[22:11:40.736] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:11:0)
[22:11:40.807] Build status: STARTED
[22:11:40.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:12:0) after 5m32s
[22:17:12.879] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:12:0)
[22:17:12.911] Build status: STARTED
[22:17:12.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:13:0) after 9m12s
[22:26:24.939] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:13:0)
[22:26:24.992] Build status: STARTED
[22:26:24.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:14:0) after 2m58s
[22:29:23.271] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:14:0)
[22:29:23.298] Build status: STARTED
[22:29:23.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:15:0) after 7m44s
[22:37:07.921] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:15:0)
[22:37:07.956] Build status: STARTED
[22:37:07.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:16:0) after 6m32s
[22:43:40.532] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:16:0)
[22:43:40.568] Build status: STARTED
[22:43:40.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:17:0) after 5m2s
[22:48:42.617] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:17:0)
[22:48:42.642] Build status: STARTED
[22:48:42.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:18:0) after 8m31s
[22:57:13.695] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:18:0)
[22:57:13.723] Build status: STARTED
[22:57:13.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:19:0) after 5m45s
[23:02:58.855] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:19:0)
[23:02:58.874] Build status: STARTED
[23:02:58.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:20:0) after 5m1s
[23:08:00.035] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:20:0)
[23:08:00.067] Build status: STARTED
[23:08:00.067] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:21:0) after 7m24s
[23:15:24.094] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:21:0)
[23:15:24.115] Build status: STARTED
[23:15:24.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:22:0) after 9m23s
[23:24:47.148] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:22:0)
[23:24:47.171] Build status: STARTED
[23:24:47.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:23:0) after 8m43s
[23:33:30.267] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:23:0)
[23:33:30.325] Build status: STARTED
[23:33:30.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:24:0) after 5m41s
[23:39:11.451] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:24:0)
[23:39:11.472] Build status: STARTED
[23:39:11.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:25:0) after 9m58s
[23:49:09.687] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:25:0)
[23:49:10.536] Build status: STARTED
[23:49:10.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:26:0) after 5m12s
[23:54:22.671] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:26:0)
[23:54:22.693] Build status: STARTED
[23:54:22.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:27:0) after 1m28s
[23:55:50.727] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:27:0)
[23:55:50.748] Build status: STARTED
[23:55:50.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:28:0) after 3m56s
[23:59:46.862] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:28:0)
[23:59:46.895] Build status: STARTED
[23:59:46.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:29:0) after 1m32s
[00:01:18.920] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:29:0)
[00:01:18.971] Build status: STARTED
[00:01:18.971] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:30:0) after 8m40s
[00:09:59.248] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:30:0)
[00:09:59.279] Build status: STARTED
[00:09:59.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:31:0) after 9m26s
[00:19:25.428] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:31:0)
[00:19:25.455] Build status: STARTED
[00:19:25.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:32:0) after 2m50s
[00:22:15.636] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:32:0)
[00:22:15.725] Build status: STARTED
[00:22:15.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:33:0) after 9m31s
[00:31:46.901] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:33:0)
[00:31:46.931] Build status: STARTED
[00:31:46.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:34:0) after 1m22s
[00:33:09.000] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:34:0)
[00:33:09.087] Build status: STARTED
[00:33:09.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:35:0) after 2m8s
[00:35:17.174] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:35:0)
[00:35:17.198] Build status: STARTED
[00:35:17.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:36:0) after 8m15s
[00:43:32.341] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:36:0)
[00:43:32.383] Build status: STARTED
[00:43:32.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:37:0) after 8m7s
[00:51:39.407] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:37:0)
[00:51:39.435] Build status: STARTED
[00:51:39.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:38:0) after 2m10s
[00:53:49.724] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:38:0)
[00:53:49.752] Build status: STARTED
[00:53:49.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:39:0) after 8m52s
[01:02:41.962] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:39:0)
[01:02:41.997] Build status: STARTED
[01:02:41.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:40:0) after 1m10s
[01:03:52.218] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:40:0)
[01:03:52.241] Build status: STARTED
[01:03:52.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:41:0) after 1m35s
[01:05:27.434] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:41:0)
[01:05:27.463] Build status: STARTED
[01:05:27.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:42:0) after 1m56s
[01:07:23.599] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:42:0)
[01:07:23.622] Build status: STARTED
[01:07:23.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:43:0) after 3m29s
[01:10:52.785] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:43:0)
[01:10:52.807] Build status: STARTED
[01:10:52.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:44:0) after 9m57s
[01:20:49.927] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:44:0)
[01:20:49.949] Build status: STARTED
[01:20:49.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:45:0) after 2m37s
[01:23:27.299] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:45:0)
[01:23:27.322] Build status: STARTED
[01:23:27.322] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:46:0) after 3m30s
[01:26:57.357] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:46:0)
[01:26:57.378] Build status: STARTED
[01:26:57.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:47:0) after 6m19s
[01:33:16.413] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:47:0)
[01:33:16.457] Build status: STARTED
[01:33:16.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:48:0) after 1m48s
[01:35:04.564] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:48:0)
[01:35:04.628] Build status: STARTED
[01:35:04.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:49:0) after 1m29s
[01:36:33.938] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:49:0)
[01:36:33.968] Build status: STARTED
[01:36:33.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:50:0) after 6m43s
[01:43:17.080] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:50:0)
[01:43:17.107] Build status: STARTED
[01:43:17.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:51:0) after 6m16s
[01:49:33.136] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:51:0)
[01:49:33.158] Build status: STARTED
[01:49:33.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:52:0) after 4m46s
[01:54:19.342] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:52:0)
[01:54:19.364] Build status: STARTED
[01:54:19.364] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:53:0) after 5m58s
[02:00:17.479] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:53:0)
[02:00:17.503] Build status: STARTED
[02:00:17.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:54:0) after 6m41s
[02:06:58.973] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:54:0)
[02:06:58.999] Build status: STARTED
[02:06:58.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:55:0) after 3m53s
[02:10:52.411] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:55:0)
[02:10:52.431] Build status: STARTED
[02:10:52.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:56:0) after 2m40s
[02:13:32.455] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:56:0)
[02:13:32.480] Build status: STARTED
[02:13:32.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:57:0) after 2m32s
[02:16:04.570] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:57:0)
[02:16:04.593] Build status: STARTED
[02:16:04.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:58:0) after 5m56s
[02:22:00.655] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:58:0)
[02:22:00.683] Build status: STARTED
[02:22:00.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:59:0) after 5m4s
[02:27:04.705] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:59:0)
[02:27:04.741] Build status: STARTED
[02:27:04.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:60:0) after 8m47s
[02:35:52.012] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:60:0)
[02:35:52.036] Build status: STARTED
[02:35:52.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:61:0) after 1m14s
[02:37:06.321] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:61:0)
[02:37:06.342] Build status: STARTED
[02:37:06.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:62:0) after 7m30s
[02:44:36.397] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:62:0)
[02:44:36.434] Build status: STARTED
[02:44:36.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:63:0) after 2m20s
[02:46:56.659] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:63:0)
[02:46:56.721] Build status: STARTED
[02:46:56.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:64:0) after 1m49s
[02:48:46.003] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:64:0)
[02:48:46.081] Build status: STARTED
[02:48:46.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:65:0) after 1m30s
[02:50:16.324] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:65:0)
[02:50:16.345] Build status: STARTED
[02:50:16.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:66:0) after 4m32s
[02:54:48.421] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:66:0)
[02:54:48.445] Build status: STARTED
[02:54:48.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:67:0) after 3m54s
[02:58:42.477] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:67:0)
[02:58:42.505] Build status: STARTED
[02:58:42.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:68:0) after 8m10s
[03:06:53.132] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:68:0)
[03:06:53.155] Build status: STARTED
[03:06:53.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:69:0) after 3m42s
[03:10:35.193] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:69:0)
[03:10:35.217] Build status: STARTED
[03:10:35.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:70:0) after 3m32s
[03:14:07.341] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:70:0)
[03:14:07.369] Build status: STARTED
[03:14:07.369] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:71:0) after 6m25s
[03:20:32.443] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:71:0)
[03:20:32.465] Build status: STARTED
[03:20:32.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:72:0) after 6m16s
[03:26:48.776] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:72:0)
[03:26:48.807] Build status: STARTED
[03:26:48.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:73:0) after 4m39s
[03:31:27.842] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:73:0)
[03:31:27.866] Build status: STARTED
[03:31:27.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:74:0) after 1m21s
[03:32:48.940] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:74:0)
[03:32:48.970] Build status: STARTED
[03:32:48.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:75:0) after 8m12s
[03:41:01.000] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:75:0)
[03:41:01.027] Build status: STARTED
[03:41:01.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:76:0) after 9m6s
[03:50:07.046] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:76:0)
[03:50:07.070] Build status: STARTED
[03:50:07.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:77:0) after 1m57s
[03:52:04.233] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:77:0)
[03:52:04.264] Build status: STARTED
[03:52:04.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:78:0) after 6m42s
[03:58:46.315] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:78:0)
[03:58:46.343] Build status: STARTED
[03:58:46.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:79:0) after 5m51s
[04:04:37.525] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:79:0)
[04:04:37.553] Build status: STARTED
[04:04:37.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:80:0) after 3m9s
[04:07:46.677] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:80:0)
[04:07:46.756] Build status: STARTED
[04:07:46.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:81:0) after 1m12s
[04:08:58.780] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:81:0)
[04:08:58.808] Build status: STARTED
[04:08:58.808] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:82:0) after 6m40s
[04:15:38.892] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:82:0)
[04:15:38.916] Build status: STARTED
[04:15:38.916] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:83:0) after 6m48s
[04:22:26.991] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:83:0)
[04:22:27.020] Build status: STARTED
[04:22:27.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:84:0) after 2m13s
[04:24:40.044] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:84:0)
[04:24:40.064] Build status: STARTED
[04:24:40.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:85:0) after 6m16s
[04:30:56.105] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:85:0)
[04:30:56.128] Build status: STARTED
[04:30:56.128] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:86:0) after 8m37s
[04:39:33.652] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:86:0)
[04:39:33.677] Build status: STARTED
[04:39:33.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:87:0) after 8m58s
[04:48:31.689] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:87:0)
[04:48:31.720] Build status: STARTED
[04:48:31.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:88:0) after 3m39s
[04:52:10.762] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:88:0)
[04:52:10.788] Build status: STARTED
[04:52:10.788] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:89:0) after 7m17s
[04:59:27.827] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:89:0)
[04:59:27.851] Build status: STARTED
[04:59:27.851] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:90:0) after 2m53s
[05:02:20.877] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:90:0)
[05:02:20.933] Build status: STARTED
[05:02:20.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:91:0) after 7m16s
[05:09:37.261] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:91:0)
[05:09:37.288] Build status: STARTED
[05:09:37.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:92:0) after 7m13s
[05:16:50.486] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:92:0)
[05:16:50.523] Build status: STARTED
[05:16:50.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:93:0) after 2m4s
[05:18:54.787] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:93:0)
[05:18:54.816] Build status: STARTED
[05:18:54.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:94:0) after 9m17s
[05:28:11.842] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:94:0)
[05:28:11.864] Build status: STARTED
[05:28:11.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:95:0) after 9m35s
[05:37:47.062] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:95:0)
[05:37:47.086] Build status: STARTED
[05:37:47.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:96:0) after 6m42s
[05:44:29.116] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:96:0)
[05:44:29.142] Build status: STARTED
[05:44:29.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:97:0) after 7m36s
[05:52:05.168] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:97:0)
[05:52:05.190] Build status: STARTED
[05:52:05.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:98:0) after 8m12s
[06:00:17.226] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:98:0)
[06:00:17.291] Build status: STARTED
[06:00:17.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:99:0) after 8m26s
[06:08:43.440] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:99:0)
[06:08:43.513] Build status: STARTED
[06:08:43.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:100:0) after 3m48s
[06:12:31.609] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:100:0)
[06:12:31.640] Build status: STARTED
[06:12:31.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:101:0) after 9m19s
[06:21:50.814] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:101:0)
[06:21:50.838] Build status: STARTED
[06:21:50.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:102:0) after 1m18s
[06:23:08.908] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:102:0)
[06:23:08.929] Build status: STARTED
[06:23:08.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:103:0) after 6m15s
[06:29:23.980] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:103:0)
[06:29:24.000] Build status: STARTED
[06:29:24.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:104:0) after 1m0s
[06:30:24.058] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:104:0)
[06:30:24.082] Build status: STARTED
[06:30:24.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:105:0) after 3m28s
[06:33:52.110] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:105:0)
[06:33:52.136] Build status: STARTED
[06:33:52.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:106:0) after 8m50s
[06:42:42.262] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:106:0)
[06:42:42.283] Build status: STARTED
[06:42:42.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:107:0) after 4m42s
[06:47:24.334] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:107:0)
[06:47:24.359] Build status: STARTED
[06:47:24.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:108:0) after 5m34s
[06:52:58.391] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:108:0)
[06:52:58.414] Build status: STARTED
[06:52:58.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:109:0) after 5m57s
[06:58:55.585] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:109:0)
[06:58:55.610] Build status: STARTED
[06:58:55.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:110:0) after 1m34s
[07:00:29.653] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:110:0)
[07:00:29.680] Build status: STARTED
[07:00:29.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:111:0) after 2m26s
[07:02:55.900] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:111:0)
[07:02:55.929] Build status: STARTED
[07:02:55.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:112:0) after 9m54s
[07:12:50.198] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:112:0)
[07:12:50.217] Build status: STARTED
[07:12:50.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:113:0) after 9m4s
[07:21:54.611] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:113:0)
[07:21:54.648] Build status: STARTED
[07:21:54.648] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:114:0) after 5m1s
[07:26:55.681] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:114:0)
[07:26:55.707] Build status: STARTED
[07:26:55.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:115:0) after 3m19s
[07:30:14.735] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:115:0)
[07:30:14.785] Build status: STARTED
[07:30:14.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:116:0) after 5m54s
[07:36:08.903] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:116:0)
[07:36:08.929] Build status: STARTED
[07:36:08.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:117:0) after 6m40s
[07:42:48.956] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:117:0)
[07:42:48.977] Build status: STARTED
[07:42:48.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:118:0) after 7m21s
[07:50:09.996] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:118:0)
[07:50:10.047] Build status: STARTED
[07:50:10.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:119:0) after 6m17s
[07:56:27.074] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:119:0)
[07:56:27.102] Build status: STARTED
[07:56:27.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:120:0) after 1m48s
[07:58:15.148] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:120:0)
[07:58:15.175] Build status: STARTED
[07:58:15.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:121:0) after 4m56s
[08:03:11.312] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:121:0)
[08:03:11.336] Build status: STARTED
[08:03:11.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:122:0) after 9m55s
[08:13:06.349] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:122:0)
[08:13:06.376] Build status: STARTED
[08:13:06.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:123:0) after 9m1s
[08:22:07.859] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:123:0)
[08:22:08.003] Build status: STARTED
[08:22:08.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:124:0) after 9m52s
[08:32:00.422] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:124:0)
[08:32:00.444] Build status: STARTED
[08:32:00.444] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:125:0) after 6m23s
[08:38:23.557] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:125:0)
[08:38:23.589] Build status: STARTED
[08:38:23.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:126:0) after 4m3s
[08:42:26.593] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:126:0)
[08:42:26.752] Build status: STARTED
[08:42:26.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8962280944876092672:127:0) after 1m36s
[08:42:50.989] Received PubSub notification, asking Buildbucket for the build status
[08:42:51.011] Build:
{
  "id": "8796850881856622513",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 17379,
  "createdBy": "project:chromium",
  "createTime": "2022-11-21T21:31:10.925494659Z",
  "startTime": "2022-11-21T21:35:31.444626Z",
  "endTime": "2022-11-22T08:42:50.677189546Z",
  "updateTime": "2022-11-22T08:42:50.677189546Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5e8202e0c3663203aa2025f64c7ff6e8751330a2",
      "ref": "refs/heads/main"
    }
  }
}
[08:42:51.011] Invocation finished in 11h11m42.348408449s with status FAILED