Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e8c5cd6a73566f64ffc35aa1892eeae69b80bf68"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e8c5cd6a73566f64ffc35aa1892eeae69b80bf68
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[14:34:16.591] New invocation is queued and will start shortly
[14:34:17.950] Starting the invocation (attempt 1)
[14:34:17.997] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e8c5cd6a73566f64ffc35aa1892eeae69b80bf68"
[14:34:17.997] Popped gitiles commit info from properties and tags
[14:34:17.997] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:34:17.997] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:34:17.997] Buildbucket request:
{
  "requestId": "8982419698492560480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e8c5cd6a73566f64ffc35aa1892eeae69b80bf68",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8982419698492560480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:34:18.787] Scheduled build:
{
  "id": "8816989636133457857",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 15142,
  "createdBy": "project:chromium",
  "createTime": "2022-04-13T14:34:18.207780589Z",
  "updateTime": "2022-04-13T14:34:18.207780589Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e8c5cd6a73566f64ffc35aa1892eeae69b80bf68",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[14:34:18.787] Task URL: https://cr-buildbucket.appspot.com/build/8816989636133457857
[14:34:18.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:2:0) after 9m1s
[14:35:22.094] Received PubSub notification, asking Buildbucket for the build status
[14:35:22.147] Build status: STARTED
[14:43:19.837] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:2:0)
[14:43:19.874] Build status: STARTED
[14:43:19.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:4:0) after 5m43s
[14:49:03.034] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:4:0)
[14:49:03.084] Build status: STARTED
[14:49:03.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:5:0) after 4m26s
[14:53:29.235] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:5:0)
[14:53:29.339] Build status: STARTED
[14:53:29.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:6:0) after 3m18s
[14:56:47.361] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:6:0)
[14:56:47.393] Build status: STARTED
[14:56:47.393] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:7:0) after 8m49s
[15:05:36.602] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:7:0)
[15:05:36.625] Build status: STARTED
[15:05:36.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:8:0) after 6m51s
[15:12:27.645] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:8:0)
[15:12:27.666] Build status: STARTED
[15:12:27.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:9:0) after 6m38s
[15:19:05.666] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:9:0)
[15:19:05.698] Build status: STARTED
[15:19:05.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:10:0) after 7m10s
[15:26:15.910] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:10:0)
[15:26:15.947] Build status: STARTED
[15:26:15.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:11:0) after 3m23s
[15:29:38.965] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:11:0)
[15:29:38.983] Build status: STARTED
[15:29:38.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:12:0) after 5m19s
[15:34:58.151] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:12:0)
[15:34:58.173] Build status: STARTED
[15:34:58.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:13:0) after 8m31s
[15:43:29.193] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:13:0)
[15:43:29.212] Build status: STARTED
[15:43:29.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:14:0) after 6m4s
[15:49:33.459] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:14:0)
[15:49:33.492] Build status: STARTED
[15:49:33.492] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:15:0) after 8m10s
[15:57:43.583] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:15:0)
[15:57:43.608] Build status: STARTED
[15:57:43.608] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:16:0) after 7m49s
[16:05:32.768] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:16:0)
[16:05:32.885] Build status: STARTED
[16:05:32.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:17:0) after 4m16s
[16:09:48.903] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:17:0)
[16:09:49.129] Build status: STARTED
[16:09:49.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:18:0) after 9m58s
[16:19:47.148] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:18:0)
[16:19:47.170] Build status: STARTED
[16:19:47.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:19:0) after 1m38s
[16:21:25.211] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:19:0)
[16:21:25.234] Build status: STARTED
[16:21:25.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:20:0) after 4m39s
[16:26:04.255] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:20:0)
[16:26:04.291] Build status: STARTED
[16:26:04.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:21:0) after 5m4s
[16:31:08.582] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:21:0)
[16:31:08.612] Build status: STARTED
[16:31:08.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:22:0) after 9m37s
[16:40:45.782] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:22:0)
[16:40:45.860] Build status: STARTED
[16:40:45.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:23:0) after 4m53s
[16:45:39.226] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:23:0)
[16:45:39.255] Build status: STARTED
[16:45:39.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:24:0) after 5m39s
[16:51:19.077] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:24:0)
[16:51:19.116] Build status: STARTED
[16:51:19.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:25:0) after 5m53s
[16:57:12.214] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:25:0)
[16:57:12.236] Build status: STARTED
[16:57:12.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:26:0) after 3m41s
[17:00:53.278] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:26:0)
[17:00:53.307] Build status: STARTED
[17:00:53.307] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:27:0) after 2m12s
[17:03:05.372] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:27:0)
[17:03:05.405] Build status: STARTED
[17:03:05.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:28:0) after 9m33s
[17:12:38.452] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:28:0)
[17:12:38.478] Build status: STARTED
[17:12:38.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:29:0) after 9m55s
[17:22:33.524] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:29:0)
[17:22:33.545] Build status: STARTED
[17:22:33.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:30:0) after 1m44s
[17:24:17.575] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:30:0)
[17:24:17.599] Build status: STARTED
[17:24:17.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:31:0) after 5m36s
[17:29:53.725] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:31:0)
[17:29:53.767] Build status: STARTED
[17:29:53.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:32:0) after 6m52s
[17:36:45.816] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:32:0)
[17:36:45.872] Build status: STARTED
[17:36:45.872] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:33:0) after 7m32s
[17:44:17.902] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:33:0)
[17:44:17.934] Build status: STARTED
[17:44:17.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:34:0) after 3m51s
[17:48:08.956] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:34:0)
[17:48:08.994] Build status: STARTED
[17:48:08.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:35:0) after 1m7s
[17:49:16.840] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:35:0)
[17:49:16.866] Build status: STARTED
[17:49:16.866] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:36:0) after 4m31s
[17:53:47.884] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:36:0)
[17:53:47.927] Build status: STARTED
[17:53:47.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:37:0) after 3m53s
[17:57:41.039] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:37:0)
[17:57:41.077] Build status: STARTED
[17:57:41.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:38:0) after 9m20s
[18:07:01.162] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:38:0)
[18:07:01.204] Build status: STARTED
[18:07:01.204] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:39:0) after 6m4s
[18:13:05.527] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:39:0)
[18:13:05.549] Build status: STARTED
[18:13:05.549] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:40:0) after 6m28s
[18:19:33.587] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:40:0)
[18:19:33.617] Build status: STARTED
[18:19:33.617] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:41:0) after 7m39s
[18:27:12.638] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:41:0)
[18:27:12.659] Build status: STARTED
[18:27:12.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:42:0) after 5m58s
[18:33:10.787] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:42:0)
[18:33:10.819] Build status: STARTED
[18:33:10.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:43:0) after 9m55s
[18:43:05.889] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:43:0)
[18:43:05.934] Build status: STARTED
[18:43:05.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:44:0) after 9m56s
[18:53:02.002] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:44:0)
[18:53:02.023] Build status: STARTED
[18:53:02.023] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:45:0) after 4m48s
[18:57:50.153] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:45:0)
[18:57:50.179] Build status: STARTED
[18:57:50.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:46:0) after 4m33s
[19:02:23.263] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:46:0)
[19:02:23.291] Build status: STARTED
[19:02:23.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:47:0) after 4m31s
[19:06:54.315] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:47:0)
[19:06:54.337] Build status: STARTED
[19:06:54.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:48:0) after 2m46s
[19:09:40.364] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:48:0)
[19:09:40.391] Build status: STARTED
[19:09:40.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:49:0) after 3m16s
[19:12:56.436] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:49:0)
[19:12:56.462] Build status: STARTED
[19:12:56.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:50:0) after 8m54s
[19:21:50.647] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:50:0)
[19:21:50.668] Build status: STARTED
[19:21:50.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:51:0) after 3m20s
[19:25:10.696] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:51:0)
[19:25:10.728] Build status: STARTED
[19:25:10.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:52:0) after 1m28s
[19:26:38.799] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:52:0)
[19:26:38.820] Build status: STARTED
[19:26:38.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:53:0) after 2m38s
[19:29:16.975] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:53:0)
[19:29:16.996] Build status: STARTED
[19:29:16.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:54:0) after 4m48s
[19:34:05.018] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:54:0)
[19:34:05.062] Build status: STARTED
[19:34:05.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:55:0) after 8m51s
[19:42:56.137] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:55:0)
[19:42:56.175] Build status: STARTED
[19:42:56.175] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:56:0) after 9m26s
[19:52:22.201] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:56:0)
[19:52:22.234] Build status: STARTED
[19:52:22.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:57:0) after 8m59s
[20:01:21.395] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:57:0)
[20:01:21.430] Build status: STARTED
[20:01:21.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:58:0) after 1m20s
[20:02:41.549] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:58:0)
[20:02:41.584] Build status: STARTED
[20:02:41.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:59:0) after 2m30s
[20:05:11.772] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:59:0)
[20:05:11.809] Build status: STARTED
[20:05:11.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:60:0) after 4m10s
[20:09:21.820] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:60:0)
[20:09:21.842] Build status: STARTED
[20:09:21.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:61:0) after 8m42s
[20:18:03.821] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:61:0)
[20:18:03.966] Build status: STARTED
[20:18:03.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:62:0) after 2m49s
[20:20:53.210] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:62:0)
[20:20:53.234] Build status: STARTED
[20:20:53.234] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:63:0) after 1m12s
[20:22:05.340] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:63:0)
[20:22:05.371] Build status: STARTED
[20:22:05.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:64:0) after 6m40s
[20:28:45.551] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:64:0)
[20:28:45.572] Build status: STARTED
[20:28:45.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:65:0) after 5m40s
[20:34:25.592] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:65:0)
[20:34:25.616] Build status: STARTED
[20:34:25.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:66:0) after 1m20s
[20:35:45.636] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:66:0)
[20:35:45.683] Build status: STARTED
[20:35:45.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:67:0) after 1m29s
[20:37:14.702] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:67:0)
[20:37:14.722] Build status: STARTED
[20:37:14.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:68:0) after 6m2s
[20:43:16.764] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:68:0)
[20:43:16.787] Build status: STARTED
[20:43:16.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:69:0) after 2m50s
[20:46:06.862] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:69:0)
[20:46:06.897] Build status: STARTED
[20:46:06.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:70:0) after 5m19s
[20:51:25.917] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:70:0)
[20:51:25.942] Build status: STARTED
[20:51:25.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:71:0) after 5m54s
[20:57:19.965] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:71:0)
[20:57:19.990] Build status: STARTED
[20:57:19.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:72:0) after 9m59s
[21:07:19.020] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:72:0)
[21:07:19.069] Build status: STARTED
[21:07:19.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:73:0) after 3m57s
[21:11:16.091] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:73:0)
[21:11:16.112] Build status: STARTED
[21:11:16.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:74:0) after 1m8s
[21:12:24.200] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:74:0)
[21:12:24.260] Build status: STARTED
[21:12:24.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:75:0) after 6m19s
[21:18:43.281] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:75:0)
[21:18:43.313] Build status: STARTED
[21:18:43.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:76:0) after 6m4s
[21:24:47.341] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:76:0)
[21:24:47.363] Build status: STARTED
[21:24:47.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:77:0) after 8m25s
[21:33:12.433] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:77:0)
[21:33:12.465] Build status: STARTED
[21:33:12.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:78:0) after 9m15s
[21:42:27.697] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:78:0)
[21:42:27.718] Build status: STARTED
[21:42:27.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:79:0) after 5m22s
[21:47:49.808] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:79:0)
[21:47:49.837] Build status: STARTED
[21:47:49.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:80:0) after 1m43s
[21:49:32.857] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:80:0)
[21:49:32.876] Build status: STARTED
[21:49:32.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:81:0) after 5m24s
[21:54:56.978] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:81:0)
[21:54:57.007] Build status: STARTED
[21:54:57.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:82:0) after 1m51s
[21:56:48.030] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:82:0)
[21:56:48.359] Build status: STARTED
[21:56:48.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8982419698492560480:83:0) after 3m5s
[21:58:15.911] Received PubSub notification, asking Buildbucket for the build status
[21:58:15.944] Build:
{
  "id": "8816989636133457857",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 15142,
  "createdBy": "project:chromium",
  "createTime": "2022-04-13T14:34:18.207780589Z",
  "startTime": "2022-04-13T14:35:21.450674Z",
  "endTime": "2022-04-13T21:58:15.344049765Z",
  "updateTime": "2022-04-13T21:58:15.344049765Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e8c5cd6a73566f64ffc35aa1892eeae69b80bf68",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[21:58:15.944] Invocation finished in 7h23m59.369976479s with status FAILED