Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "90dd0fcf4075696e0c1ea3d8ed776ae597d432f5"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/90dd0fcf4075696e0c1ea3d8ed776ae597d432f5
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:54:57.455] New invocation is queued and will start shortly
[18:54:59.191] Starting the invocation (attempt 1)
[18:54:59.243] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/90dd0fcf4075696e0c1ea3d8ed776ae597d432f5"
[18:54:59.243] Popped gitiles commit info from properties and tags
[18:54:59.243] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:54:59.243] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:54:59.243] Buildbucket request:
{
  "requestId": "8970172707383735040",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "90dd0fcf4075696e0c1ea3d8ed776ae597d432f5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8970172707383735040"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:55:00.199] Scheduled build:
{
  "id": "8804742644783505089",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 16747,
  "createdBy": "project:chromium",
  "createTime": "2022-08-26T18:54:59.311243462Z",
  "updateTime": "2022-08-26T18:54:59.311243462Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "90dd0fcf4075696e0c1ea3d8ed776ae597d432f5",
      "ref": "refs/heads/main"
    }
  }
}
[18:55:00.199] Task URL: https://cr-buildbucket.appspot.com/build/8804742644783505089
[18:55:00.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:2:0) after 2m1s
[18:55:30.519] Received PubSub notification, asking Buildbucket for the build status
[18:55:30.605] Build status: STARTED
[18:57:01.363] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:2:0)
[18:57:01.385] Build status: STARTED
[18:57:01.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:4:0) after 3m2s
[19:00:03.394] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:4:0)
[19:00:03.421] Build status: STARTED
[19:00:03.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:5:0) after 8m1s
[19:08:04.872] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:5:0)
[19:08:04.891] Build status: STARTED
[19:08:04.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:6:0) after 7m36s
[19:15:41.040] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:6:0)
[19:15:41.065] Build status: STARTED
[19:15:41.065] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:7:0) after 4m42s
[19:20:23.088] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:7:0)
[19:20:23.160] Build status: STARTED
[19:20:23.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:8:0) after 1m58s
[19:22:21.192] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:8:0)
[19:22:21.214] Build status: STARTED
[19:22:21.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:9:0) after 9m36s
[19:31:57.238] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:9:0)
[19:31:57.275] Build status: STARTED
[19:31:57.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:10:0) after 9m52s
[19:41:49.258] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:10:0)
[19:41:49.280] Build status: STARTED
[19:41:49.280] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:11:0) after 1m54s
[19:43:43.388] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:11:0)
[19:43:43.414] Build status: STARTED
[19:43:43.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:12:0) after 1m5s
[19:44:48.438] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:12:0)
[19:44:48.480] Build status: STARTED
[19:44:48.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:13:0) after 2m35s
[19:47:23.739] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:13:0)
[19:47:23.759] Build status: STARTED
[19:47:23.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:14:0) after 2m45s
[19:50:08.984] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:14:0)
[19:50:09.012] Build status: STARTED
[19:50:09.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:15:0) after 6m1s
[19:56:10.037] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:15:0)
[19:56:10.075] Build status: STARTED
[19:56:10.075] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:16:0) after 5m55s
[20:02:05.420] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:16:0)
[20:02:05.482] Build status: STARTED
[20:02:05.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:17:0) after 8m49s
[20:10:54.542] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:17:0)
[20:10:54.565] Build status: STARTED
[20:10:54.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:18:0) after 2m47s
[20:13:41.710] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:18:0)
[20:13:41.754] Build status: STARTED
[20:13:41.754] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:19:0) after 7m16s
[20:20:57.971] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:19:0)
[20:20:57.995] Build status: STARTED
[20:20:57.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:20:0) after 3m56s
[20:24:54.018] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:20:0)
[20:24:54.041] Build status: STARTED
[20:24:54.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:21:0) after 5m19s
[20:30:13.182] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:21:0)
[20:30:13.207] Build status: STARTED
[20:30:13.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:22:0) after 5m12s
[20:35:25.450] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:22:0)
[20:35:25.626] Build status: STARTED
[20:35:25.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:23:0) after 1m43s
[20:37:08.778] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:23:0)
[20:37:08.806] Build status: STARTED
[20:37:08.806] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:24:0) after 1m53s
[20:39:02.169] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:24:0)
[20:39:02.188] Build status: STARTED
[20:39:02.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:25:0) after 4m22s
[20:43:24.221] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:25:0)
[20:43:24.264] Build status: STARTED
[20:43:24.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:26:0) after 4m55s
[20:48:19.288] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:26:0)
[20:48:19.309] Build status: STARTED
[20:48:19.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:27:0) after 3m13s
[20:51:32.439] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:27:0)
[20:51:32.523] Build status: STARTED
[20:51:32.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:28:0) after 4m48s
[20:56:20.586] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:28:0)
[20:56:20.641] Build status: STARTED
[20:56:20.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:29:0) after 3m35s
[20:59:55.830] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:29:0)
[20:59:55.854] Build status: STARTED
[20:59:55.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:30:0) after 3m9s
[21:03:05.108] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:30:0)
[21:03:05.162] Build status: STARTED
[21:03:05.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:31:0) after 3m17s
[21:06:22.329] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:31:0)
[21:06:22.355] Build status: STARTED
[21:06:22.356] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:32:0) after 7m12s
[21:13:34.437] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:32:0)
[21:13:34.472] Build status: STARTED
[21:13:34.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:33:0) after 7m34s
[21:21:08.549] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:33:0)
[21:21:08.579] Build status: STARTED
[21:21:08.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:34:0) after 8m15s
[21:29:23.669] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:34:0)
[21:29:23.694] Build status: STARTED
[21:29:23.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:35:0) after 7m38s
[21:37:01.870] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:35:0)
[21:37:01.892] Build status: STARTED
[21:37:01.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:36:0) after 2m35s
[21:39:36.964] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:36:0)
[21:39:36.996] Build status: STARTED
[21:39:36.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:37:0) after 1m42s
[21:41:19.028] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:37:0)
[21:41:19.108] Build status: STARTED
[21:41:19.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:38:0) after 4m42s
[21:46:01.326] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:38:0)
[21:46:01.351] Build status: STARTED
[21:46:01.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:39:0) after 4m55s
[21:50:56.392] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:39:0)
[21:50:56.417] Build status: STARTED
[21:50:56.417] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:40:0) after 3m21s
[21:54:17.668] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:40:0)
[21:54:17.688] Build status: STARTED
[21:54:17.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:41:0) after 7m5s
[22:01:22.722] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:41:0)
[22:01:22.744] Build status: STARTED
[22:01:22.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:42:0) after 7m18s
[22:08:40.738] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:42:0)
[22:08:40.762] Build status: STARTED
[22:08:40.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:43:0) after 7m44s
[22:16:25.417] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:43:0)
[22:16:25.455] Build status: STARTED
[22:16:25.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:44:0) after 9m32s
[22:25:57.486] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:44:0)
[22:25:57.521] Build status: STARTED
[22:25:57.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:45:0) after 5m11s
[22:31:08.710] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:45:0)
[22:31:08.741] Build status: STARTED
[22:31:08.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:46:0) after 7m9s
[22:38:17.751] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:46:0)
[22:38:17.781] Build status: STARTED
[22:38:17.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:47:0) after 3m38s
[22:41:55.979] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:47:0)
[22:41:56.007] Build status: STARTED
[22:41:56.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:48:0) after 8m20s
[22:50:16.152] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:48:0)
[22:50:16.181] Build status: STARTED
[22:50:16.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:49:0) after 5m43s
[22:55:59.312] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:49:0)
[22:55:59.333] Build status: STARTED
[22:55:59.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:50:0) after 1m51s
[22:57:50.451] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:50:0)
[22:57:50.475] Build status: STARTED
[22:57:50.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:51:0) after 8m19s
[23:06:09.510] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:51:0)
[23:06:09.532] Build status: STARTED
[23:06:09.532] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:52:0) after 8m43s
[23:14:52.655] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:52:0)
[23:14:52.699] Build status: STARTED
[23:14:52.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:53:0) after 4m43s
[23:19:36.065] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:53:0)
[23:19:36.087] Build status: STARTED
[23:19:36.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:54:0) after 8m51s
[23:28:27.461] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:54:0)
[23:28:27.485] Build status: STARTED
[23:28:27.485] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:55:0) after 3m55s
[23:32:22.524] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:55:0)
[23:32:22.608] Build status: STARTED
[23:32:22.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:56:0) after 3m44s
[23:36:06.648] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:56:0)
[23:36:06.685] Build status: STARTED
[23:36:06.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:57:0) after 5m54s
[23:42:00.951] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:57:0)
[23:42:00.974] Build status: STARTED
[23:42:00.974] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:58:0) after 6m54s
[23:48:55.060] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:58:0)
[23:48:55.081] Build status: STARTED
[23:48:55.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:59:0) after 2m28s
[23:51:23.159] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:59:0)
[23:51:23.184] Build status: STARTED
[23:51:23.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:60:0) after 2m23s
[23:53:46.219] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:60:0)
[23:53:46.244] Build status: STARTED
[23:53:46.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:61:0) after 7m1s
[00:00:47.279] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:61:0)
[00:00:47.320] Build status: STARTED
[00:00:47.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:62:0) after 2m37s
[00:03:24.433] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:62:0)
[00:03:24.474] Build status: STARTED
[00:03:24.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:63:0) after 1m24s
[00:04:48.667] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:63:0)
[00:04:48.687] Build status: STARTED
[00:04:48.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:64:0) after 9m56s
[00:14:44.916] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:64:0)
[00:14:44.944] Build status: STARTED
[00:14:44.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:65:0) after 9m20s
[00:24:05.052] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:65:0)
[00:24:05.115] Build status: STARTED
[00:24:05.115] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:66:0) after 4m22s
[00:28:27.416] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:66:0)
[00:28:27.442] Build status: STARTED
[00:28:27.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:67:0) after 9m2s
[00:37:29.568] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:67:0)
[00:37:29.595] Build status: STARTED
[00:37:29.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:68:0) after 3m36s
[00:41:05.623] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:68:0)
[00:41:05.651] Build status: STARTED
[00:41:05.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:69:0) after 6m46s
[00:47:51.689] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:69:0)
[00:47:51.839] Build status: STARTED
[00:47:51.839] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:70:0) after 2m51s
[00:50:42.895] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:70:0)
[00:50:42.925] Build status: STARTED
[00:50:42.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:71:0) after 2m32s
[00:53:15.075] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:71:0)
[00:53:15.106] Build status: STARTED
[00:53:15.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:72:0) after 8m8s
[01:01:23.227] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:72:0)
[01:01:23.252] Build status: STARTED
[01:01:23.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:73:0) after 6m36s
[01:07:59.334] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:73:0)
[01:07:59.394] Build status: STARTED
[01:07:59.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:74:0) after 4m58s
[01:12:57.447] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:74:0)
[01:12:57.471] Build status: STARTED
[01:12:57.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:75:0) after 4m15s
[01:17:12.596] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:75:0)
[01:17:12.623] Build status: STARTED
[01:17:12.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:76:0) after 4m11s
[01:21:23.650] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:76:0)
[01:21:23.676] Build status: STARTED
[01:21:23.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:77:0) after 6m55s
[01:28:18.729] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:77:0)
[01:28:18.750] Build status: STARTED
[01:28:18.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:78:0) after 6m4s
[01:34:22.911] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:78:0)
[01:34:22.935] Build status: STARTED
[01:34:22.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:79:0) after 6m51s
[01:41:13.959] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:79:0)
[01:41:13.983] Build status: STARTED
[01:41:13.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:80:0) after 2m24s
[01:43:37.978] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:80:0)
[01:43:38.003] Build status: STARTED
[01:43:38.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:81:0) after 4m38s
[01:48:16.075] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:81:0)
[01:48:16.101] Build status: STARTED
[01:48:16.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:82:0) after 7m16s
[01:55:32.180] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:82:0)
[01:55:32.209] Build status: STARTED
[01:55:32.209] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:83:0) after 4m20s
[01:59:52.267] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:83:0)
[01:59:52.289] Build status: STARTED
[01:59:52.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:84:0) after 3m31s
[02:03:23.359] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:84:0)
[02:03:23.380] Build status: STARTED
[02:03:23.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:85:0) after 9m21s
[02:12:44.405] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:85:0)
[02:12:44.431] Build status: STARTED
[02:12:44.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:86:0) after 2m29s
[02:15:13.661] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:86:0)
[02:15:13.691] Build status: STARTED
[02:15:13.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:87:0) after 5m5s
[02:20:19.218] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:87:0)
[02:20:19.242] Build status: STARTED
[02:20:19.242] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:88:0) after 6m4s
[02:26:23.265] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:88:0)
[02:26:23.293] Build status: STARTED
[02:26:23.293] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:89:0) after 6m30s
[02:32:53.362] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:89:0)
[02:32:53.387] Build status: STARTED
[02:32:53.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:90:0) after 4m56s
[02:37:49.403] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:90:0)
[02:37:49.434] Build status: STARTED
[02:37:49.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:91:0) after 2m10s
[02:39:59.864] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:91:0)
[02:39:59.889] Build status: STARTED
[02:39:59.889] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:92:0) after 1m44s
[02:41:44.342] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:92:0)
[02:41:44.367] Build status: STARTED
[02:41:44.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:93:0) after 6m20s
[02:48:04.394] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:93:0)
[02:48:04.421] Build status: STARTED
[02:48:04.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8970172707383735040:94:0) after 8m8s
[02:55:16.679] Received PubSub notification, asking Buildbucket for the build status
[02:55:16.703] Build:
{
  "id": "8804742644783505089",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 16747,
  "createdBy": "project:chromium",
  "createTime": "2022-08-26T18:54:59.311243462Z",
  "startTime": "2022-08-26T18:55:29.877732Z",
  "endTime": "2022-08-27T02:55:16.022257565Z",
  "updateTime": "2022-08-27T02:55:16.022257565Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "90dd0fcf4075696e0c1ea3d8ed776ae597d432f5",
      "ref": "refs/heads/main"
    }
  }
}
[02:55:16.703] Invocation finished in 8h0m19.255599585s with status FAILED