Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2dccf034562f65b9d685154558d71258ce126315"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2dccf034562f65b9d685154558d71258ce126315
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[02:22:23.139] New invocation is queued and will start shortly
[02:22:24.963] Starting the invocation (attempt 1)
[02:22:25.010] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2dccf034562f65b9d685154558d71258ce126315"
[02:22:25.010] Popped gitiles commit info from properties and tags
[02:22:25.011] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:22:25.011] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:22:25.011] Buildbucket request:
{
  "requestId": "8963440382138598960",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2dccf034562f65b9d685154558d71258ce126315",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8963440382138598960"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:22:25.541] Scheduled build:
{
  "id": "8798010319383160353",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 17350,
  "createdBy": "project:chromium",
  "createTime": "2022-11-09T02:22:25.135825621Z",
  "updateTime": "2022-11-09T02:22:25.135825621Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2dccf034562f65b9d685154558d71258ce126315",
      "ref": "refs/heads/main"
    }
  }
}
[02:22:25.541] Task URL: https://cr-buildbucket.appspot.com/build/8798010319383160353
[02:22:25.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:2:0) after 3m14s
[02:25:07.044] Received PubSub notification, asking Buildbucket for the build status
[02:25:07.081] Build status: STARTED
[02:25:39.589] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:2:0)
[02:25:39.629] Build status: STARTED
[02:25:39.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:4:0) after 2m18s
[02:27:57.664] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:4:0)
[02:27:57.691] Build status: STARTED
[02:27:57.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:5:0) after 8m12s
[02:36:09.993] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:5:0)
[02:36:10.019] Build status: STARTED
[02:36:10.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:6:0) after 2m49s
[02:38:59.061] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:6:0)
[02:38:59.086] Build status: STARTED
[02:38:59.086] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:7:0) after 9m33s
[02:48:32.546] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:7:0)
[02:48:32.582] Build status: STARTED
[02:48:32.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:8:0) after 7m48s
[02:56:20.626] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:8:0)
[02:56:20.661] Build status: STARTED
[02:56:20.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:9:0) after 9m50s
[03:06:10.798] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:9:0)
[03:06:10.848] Build status: STARTED
[03:06:10.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:10:0) after 9m19s
[03:15:29.986] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:10:0)
[03:15:30.011] Build status: STARTED
[03:15:30.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:11:0) after 7m5s
[03:22:35.042] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:11:0)
[03:22:35.074] Build status: STARTED
[03:22:35.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:12:0) after 7m17s
[03:29:52.658] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:12:0)
[03:29:52.681] Build status: STARTED
[03:29:52.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:13:0) after 7m3s
[03:36:55.725] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:13:0)
[03:36:55.757] Build status: STARTED
[03:36:55.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:14:0) after 2m40s
[03:39:36.038] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:14:0)
[03:39:36.062] Build status: STARTED
[03:39:36.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:15:0) after 1m39s
[03:41:15.173] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:15:0)
[03:41:15.360] Build status: STARTED
[03:41:15.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:16:0) after 4m26s
[03:45:41.598] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:16:0)
[03:45:41.622] Build status: STARTED
[03:45:41.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:17:0) after 1m58s
[03:47:39.793] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:17:0)
[03:47:39.820] Build status: STARTED
[03:47:39.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:18:0) after 4m36s
[03:52:16.227] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:18:0)
[03:52:16.263] Build status: STARTED
[03:52:16.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:19:0) after 2m14s
[03:54:30.403] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:19:0)
[03:54:30.433] Build status: STARTED
[03:54:30.433] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:20:0) after 9m26s
[04:03:56.778] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:20:0)
[04:03:56.873] Build status: STARTED
[04:03:56.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:21:0) after 2m16s
[04:06:12.915] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:21:0)
[04:06:12.945] Build status: STARTED
[04:06:12.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:22:0) after 6m25s
[04:12:38.057] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:22:0)
[04:12:38.084] Build status: STARTED
[04:12:38.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:23:0) after 2m53s
[04:15:31.287] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:23:0)
[04:15:31.316] Build status: STARTED
[04:15:31.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:24:0) after 1m55s
[04:17:26.358] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:24:0)
[04:17:26.385] Build status: STARTED
[04:17:26.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:25:0) after 3m11s
[04:20:37.446] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:25:0)
[04:20:37.472] Build status: STARTED
[04:20:37.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:26:0) after 8m20s
[04:28:57.878] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:26:0)
[04:28:57.907] Build status: STARTED
[04:28:57.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:27:0) after 3m3s
[04:32:00.976] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:27:0)
[04:32:01.000] Build status: STARTED
[04:32:01.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:28:0) after 3m10s
[04:35:11.115] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:28:0)
[04:35:11.150] Build status: STARTED
[04:35:11.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:29:0) after 1m45s
[04:36:56.311] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:29:0)
[04:36:56.334] Build status: STARTED
[04:36:56.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:30:0) after 2m33s
[04:39:29.386] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:30:0)
[04:39:29.411] Build status: STARTED
[04:39:29.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:31:0) after 6m50s
[04:46:19.533] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:31:0)
[04:46:19.627] Build status: STARTED
[04:46:19.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:32:0) after 9m40s
[04:55:59.664] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:32:0)
[04:55:59.689] Build status: STARTED
[04:55:59.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:33:0) after 6m56s
[05:02:56.051] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:33:0)
[05:02:56.078] Build status: STARTED
[05:02:56.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:34:0) after 7m45s
[05:10:41.371] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:34:0)
[05:10:41.399] Build status: STARTED
[05:10:41.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:35:0) after 2m47s
[05:13:28.549] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:35:0)
[05:13:28.584] Build status: STARTED
[05:13:28.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:36:0) after 8m24s
[05:21:52.649] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:36:0)
[05:21:52.673] Build status: STARTED
[05:21:52.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:37:0) after 8m57s
[05:30:49.756] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:37:0)
[05:30:49.856] Build status: STARTED
[05:30:49.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:38:0) after 4m54s
[05:35:43.936] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:38:0)
[05:35:43.999] Build status: STARTED
[05:35:43.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:39:0) after 8m46s
[05:44:30.007] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:39:0)
[05:44:30.041] Build status: STARTED
[05:44:30.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:40:0) after 4m48s
[05:49:18.050] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:40:0)
[05:49:18.075] Build status: STARTED
[05:49:18.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:41:0) after 1m0s
[05:50:18.225] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:41:0)
[05:50:18.252] Build status: STARTED
[05:50:18.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:42:0) after 2m1s
[05:52:19.284] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:42:0)
[05:52:19.310] Build status: STARTED
[05:52:19.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:43:0) after 1m57s
[05:54:16.646] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:43:0)
[05:54:16.672] Build status: STARTED
[05:54:16.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:44:0) after 3m47s
[05:58:03.836] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:44:0)
[05:58:03.859] Build status: STARTED
[05:58:03.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:45:0) after 3m22s
[06:01:25.884] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:45:0)
[06:01:25.924] Build status: STARTED
[06:01:25.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:46:0) after 6m8s
[06:07:33.961] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:46:0)
[06:07:33.993] Build status: STARTED
[06:07:33.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:47:0) after 2m37s
[06:10:11.020] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:47:0)
[06:10:11.066] Build status: STARTED
[06:10:11.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:48:0) after 6m39s
[06:16:50.470] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:48:0)
[06:16:50.492] Build status: STARTED
[06:16:50.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:49:0) after 3m28s
[06:20:18.525] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:49:0)
[06:20:18.549] Build status: STARTED
[06:20:18.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:50:0) after 1m5s
[06:21:23.593] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:50:0)
[06:21:23.619] Build status: STARTED
[06:21:23.619] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:51:0) after 6m52s
[06:28:15.818] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:51:0)
[06:28:15.840] Build status: STARTED
[06:28:15.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:52:0) after 7m21s
[06:35:36.936] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:52:0)
[06:35:36.957] Build status: STARTED
[06:35:36.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:53:0) after 3m8s
[06:38:45.162] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:53:0)
[06:38:45.186] Build status: STARTED
[06:38:45.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:54:0) after 5m52s
[06:44:37.228] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:54:0)
[06:44:37.249] Build status: STARTED
[06:44:37.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:55:0) after 3m21s
[06:47:58.642] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:55:0)
[06:47:58.667] Build status: STARTED
[06:47:58.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:56:0) after 3m49s
[06:51:47.710] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:56:0)
[06:51:47.861] Build status: STARTED
[06:51:47.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:57:0) after 9m12s
[07:00:59.915] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:57:0)
[07:00:59.937] Build status: STARTED
[07:00:59.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:58:0) after 2m37s
[07:03:36.996] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:58:0)
[07:03:37.033] Build status: STARTED
[07:03:37.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:59:0) after 5m57s
[07:09:34.057] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:59:0)
[07:09:34.080] Build status: STARTED
[07:09:34.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:60:0) after 1m27s
[07:11:01.172] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:60:0)
[07:11:01.198] Build status: STARTED
[07:11:01.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:61:0) after 2m24s
[07:13:25.404] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:61:0)
[07:13:25.427] Build status: STARTED
[07:13:25.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:62:0) after 2m34s
[07:15:59.640] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:62:0)
[07:15:59.686] Build status: STARTED
[07:15:59.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:63:0) after 4m56s
[07:20:55.722] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:63:0)
[07:20:55.746] Build status: STARTED
[07:20:55.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:64:0) after 7m9s
[07:28:04.930] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:64:0)
[07:28:04.983] Build status: STARTED
[07:28:04.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:65:0) after 2m19s
[07:30:24.176] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:65:0)
[07:30:24.205] Build status: STARTED
[07:30:24.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:66:0) after 4m20s
[07:34:44.290] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:66:0)
[07:34:44.316] Build status: STARTED
[07:34:44.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:67:0) after 4m19s
[07:39:03.578] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:67:0)
[07:39:03.603] Build status: STARTED
[07:39:03.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:68:0) after 8m11s
[07:47:14.653] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:68:0)
[07:47:14.679] Build status: STARTED
[07:47:14.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:69:0) after 4m1s
[07:51:15.903] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:69:0)
[07:51:15.929] Build status: STARTED
[07:51:15.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:70:0) after 4m58s
[07:56:13.972] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:70:0)
[07:56:14.000] Build status: STARTED
[07:56:14.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:71:0) after 9m47s
[08:06:01.035] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:71:0)
[08:06:01.078] Build status: STARTED
[08:06:01.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:72:0) after 9m5s
[08:15:06.113] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:72:0)
[08:15:06.137] Build status: STARTED
[08:15:06.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:73:0) after 4m13s
[08:19:19.522] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:73:0)
[08:19:19.546] Build status: STARTED
[08:19:19.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:74:0) after 3m59s
[08:23:18.794] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:74:0)
[08:23:18.818] Build status: STARTED
[08:23:18.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:75:0) after 6m54s
[08:30:12.914] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:75:0)
[08:30:12.942] Build status: STARTED
[08:30:12.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:76:0) after 5m23s
[08:35:36.197] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:76:0)
[08:35:36.225] Build status: STARTED
[08:35:36.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:77:0) after 4m20s
[08:39:56.286] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:77:0)
[08:39:56.312] Build status: STARTED
[08:39:56.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:78:0) after 1m52s
[08:41:48.485] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:78:0)
[08:41:48.511] Build status: STARTED
[08:41:48.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:79:0) after 6m51s
[08:48:39.753] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:79:0)
[08:48:39.792] Build status: STARTED
[08:48:39.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:80:0) after 2m1s
[08:50:40.835] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:80:0)
[08:50:40.859] Build status: STARTED
[08:50:40.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:81:0) after 9m45s
[09:00:26.085] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:81:0)
[09:00:26.129] Build status: STARTED
[09:00:26.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:82:0) after 4m41s
[09:05:07.314] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:82:0)
[09:05:07.389] Build status: STARTED
[09:05:07.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:83:0) after 6m56s
[09:12:03.533] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:83:0)
[09:12:03.558] Build status: STARTED
[09:12:03.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:84:0) after 4m39s
[09:16:42.695] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:84:0)
[09:16:42.725] Build status: STARTED
[09:16:42.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:85:0) after 2m9s
[09:18:51.793] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:85:0)
[09:18:51.818] Build status: STARTED
[09:18:51.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:86:0) after 5m24s
[09:24:16.096] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:86:0)
[09:24:16.124] Build status: STARTED
[09:24:16.124] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:87:0) after 6m0s
[09:30:16.347] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:87:0)
[09:30:16.410] Build status: STARTED
[09:30:16.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:88:0) after 5m43s
[09:35:59.482] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:88:0)
[09:35:59.525] Build status: STARTED
[09:35:59.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:89:0) after 3m39s
[09:39:38.792] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:89:0)
[09:39:38.818] Build status: STARTED
[09:39:38.818] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:90:0) after 2m50s
[09:42:28.892] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:90:0)
[09:42:28.919] Build status: STARTED
[09:42:28.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:91:0) after 6m33s
[09:49:02.043] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:91:0)
[09:49:02.071] Build status: STARTED
[09:49:02.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:92:0) after 2m49s
[09:51:51.429] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:92:0)
[09:51:51.452] Build status: STARTED
[09:51:51.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:93:0) after 3m30s
[09:55:21.487] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:93:0)
[09:55:21.517] Build status: STARTED
[09:55:21.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:94:0) after 7m38s
[10:02:59.526] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:94:0)
[10:02:59.547] Build status: STARTED
[10:02:59.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:95:0) after 5m30s
[10:08:29.679] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:95:0)
[10:08:29.701] Build status: STARTED
[10:08:29.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:96:0) after 7m40s
[10:16:09.972] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:96:0)
[10:16:09.994] Build status: STARTED
[10:16:09.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:97:0) after 4m16s
[10:20:26.051] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:97:0)
[10:20:26.075] Build status: STARTED
[10:20:26.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:98:0) after 3m54s
[10:24:20.270] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:98:0)
[10:24:20.296] Build status: STARTED
[10:24:20.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:99:0) after 8m0s
[10:32:20.335] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:99:0)
[10:32:20.357] Build status: STARTED
[10:32:20.357] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:100:0) after 1m50s
[10:34:10.750] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:100:0)
[10:34:10.775] Build status: STARTED
[10:34:10.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:101:0) after 8m52s
[10:43:02.862] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:101:0)
[10:43:02.887] Build status: STARTED
[10:43:02.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:102:0) after 4m5s
[10:47:07.937] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:102:0)
[10:47:08.007] Build status: STARTED
[10:47:08.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:103:0) after 9m3s
[10:56:11.130] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:103:0)
[10:56:11.154] Build status: STARTED
[10:56:11.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:104:0) after 6m10s
[11:02:21.192] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:104:0)
[11:02:21.217] Build status: STARTED
[11:02:21.217] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:105:0) after 2m59s
[11:05:20.318] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:105:0)
[11:05:20.348] Build status: STARTED
[11:05:20.348] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:106:0) after 5m30s
[11:10:50.348] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:106:0)
[11:10:50.370] Build status: STARTED
[11:10:50.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:107:0) after 4m9s
[11:14:59.862] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:107:0)
[11:14:59.885] Build status: STARTED
[11:14:59.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:108:0) after 2m53s
[11:17:53.236] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:108:0)
[11:17:53.262] Build status: STARTED
[11:17:53.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:109:0) after 1m58s
[11:19:51.451] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:109:0)
[11:19:51.477] Build status: STARTED
[11:19:51.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:110:0) after 1m56s
[11:21:47.535] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:110:0)
[11:21:47.604] Build status: STARTED
[11:21:47.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:111:0) after 5m20s
[11:27:07.665] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:111:0)
[11:27:07.702] Build status: STARTED
[11:27:07.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963440382138598960:112:0) after 8m6s
[11:29:50.975] Received PubSub notification, asking Buildbucket for the build status
[11:29:51.017] Build:
{
  "id": "8798010319383160353",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 17350,
  "createdBy": "project:chromium",
  "createTime": "2022-11-09T02:22:25.135825621Z",
  "startTime": "2022-11-09T02:25:06.008502Z",
  "endTime": "2022-11-09T11:29:50.547750166Z",
  "updateTime": "2022-11-09T11:29:50.547750166Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2dccf034562f65b9d685154558d71258ce126315",
      "ref": "refs/heads/main"
    }
  }
}
[11:29:51.017] Invocation finished in 9h7m27.893918307s with status FAILED