Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "fb68a1b24bae1ddeb907ca1e00bdc1ad3e8991c2"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fb68a1b24bae1ddeb907ca1e00bdc1ad3e8991c2
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[16:18:10.284] New invocation is queued and will start shortly
[16:18:11.486] Starting the invocation (attempt 1)
[16:18:11.529] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fb68a1b24bae1ddeb907ca1e00bdc1ad3e8991c2"
[16:18:11.529] Popped gitiles commit info from properties and tags
[16:18:11.529] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:18:11.530] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:18:11.530] Buildbucket request:
{
  "requestId": "8978789283333141424",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fb68a1b24bae1ddeb907ca1e00bdc1ad3e8991c2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8978789283333141424"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:18:12.106] Scheduled build:
{
  "id": "8813359221287210177",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 15523,
  "createdBy": "project:chromium",
  "createTime": "2022-05-23T16:18:11.604946960Z",
  "updateTime": "2022-05-23T16:18:11.604946960Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fb68a1b24bae1ddeb907ca1e00bdc1ad3e8991c2",
      "ref": "refs/heads/main"
    }
  }
}
[16:18:12.106] Task URL: https://cr-buildbucket.appspot.com/build/8813359221287210177
[16:18:12.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:2:0) after 3m30s
[16:21:42.509] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:2:0)
[16:21:42.546] Build status: SCHEDULED
[16:21:42.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:3:0) after 3m35s
[16:25:12.232] Received PubSub notification, asking Buildbucket for the build status
[16:25:12.258] Build status: STARTED
[16:25:17.570] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:3:0)
[16:25:17.598] Build status: STARTED
[16:25:17.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:5:0) after 9m51s
[16:35:08.621] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:5:0)
[16:35:08.649] Build status: STARTED
[16:35:08.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:6:0) after 6m34s
[16:41:42.871] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:6:0)
[16:41:42.893] Build status: STARTED
[16:41:42.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:7:0) after 7m20s
[16:49:03.035] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:7:0)
[16:49:03.055] Build status: STARTED
[16:49:03.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:8:0) after 3m39s
[16:52:42.222] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:8:0)
[16:52:42.251] Build status: STARTED
[16:52:42.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:9:0) after 4m57s
[16:57:39.662] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:9:0)
[16:57:39.681] Build status: STARTED
[16:57:39.681] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:10:0) after 3m4s
[17:00:43.764] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:10:0)
[17:00:43.789] Build status: STARTED
[17:00:43.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:11:0) after 7m54s
[17:08:38.013] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:11:0)
[17:08:38.076] Build status: STARTED
[17:08:38.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:12:0) after 2m49s
[17:11:27.284] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:12:0)
[17:11:27.313] Build status: STARTED
[17:11:27.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:13:0) after 8m55s
[17:20:22.334] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:13:0)
[17:20:22.355] Build status: STARTED
[17:20:22.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:14:0) after 2m28s
[17:22:50.584] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:14:0)
[17:22:50.610] Build status: STARTED
[17:22:50.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:15:0) after 3m49s
[17:26:39.777] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:15:0)
[17:26:39.853] Build status: STARTED
[17:26:39.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:16:0) after 5m23s
[17:32:02.899] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:16:0)
[17:32:02.931] Build status: STARTED
[17:32:02.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:17:0) after 5m7s
[17:37:09.960] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:17:0)
[17:37:09.997] Build status: STARTED
[17:37:09.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:18:0) after 5m42s
[17:42:52.021] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:18:0)
[17:42:52.041] Build status: STARTED
[17:42:52.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:19:0) after 9m52s
[17:52:44.078] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:19:0)
[17:52:44.106] Build status: STARTED
[17:52:44.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:20:0) after 5m0s
[17:57:44.128] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:20:0)
[17:57:44.151] Build status: STARTED
[17:57:44.151] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:21:0) after 5m51s
[18:03:35.168] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:21:0)
[18:03:35.202] Build status: STARTED
[18:03:35.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:22:0) after 8m47s
[18:12:22.315] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:22:0)
[18:12:22.350] Build status: STARTED
[18:12:22.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:23:0) after 3m19s
[18:15:41.452] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:23:0)
[18:15:41.477] Build status: STARTED
[18:15:41.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:24:0) after 2m46s
[18:18:27.640] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:24:0)
[18:18:27.666] Build status: STARTED
[18:18:27.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:25:0) after 2m42s
[18:21:09.775] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:25:0)
[18:21:09.805] Build status: STARTED
[18:21:09.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:26:0) after 9m13s
[18:30:22.830] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:26:0)
[18:30:22.852] Build status: STARTED
[18:30:22.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:27:0) after 8m42s
[18:39:05.302] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:27:0)
[18:39:05.343] Build status: STARTED
[18:39:05.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:28:0) after 8m19s
[18:47:24.399] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:28:0)
[18:47:24.426] Build status: STARTED
[18:47:24.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:29:0) after 9m35s
[18:56:59.512] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:29:0)
[18:56:59.610] Build status: STARTED
[18:56:59.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:30:0) after 1m55s
[18:58:54.817] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:30:0)
[18:58:54.860] Build status: STARTED
[18:58:54.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:31:0) after 1m56s
[19:00:50.867] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:31:0)
[19:00:50.911] Build status: STARTED
[19:00:50.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:32:0) after 5m13s
[19:06:03.984] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:32:0)
[19:06:04.005] Build status: STARTED
[19:06:04.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:33:0) after 3m42s
[19:09:46.239] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:33:0)
[19:09:46.276] Build status: STARTED
[19:09:46.276] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:34:0) after 4m10s
[19:13:56.910] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:34:0)
[19:13:56.940] Build status: STARTED
[19:13:56.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:35:0) after 6m24s
[19:20:21.184] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:35:0)
[19:20:21.213] Build status: STARTED
[19:20:21.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:36:0) after 6m32s
[19:26:53.453] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:36:0)
[19:26:53.473] Build status: STARTED
[19:26:53.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:37:0) after 9m55s
[19:36:48.500] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:37:0)
[19:36:48.544] Build status: STARTED
[19:36:48.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:38:0) after 8m8s
[19:44:56.714] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:38:0)
[19:44:56.753] Build status: STARTED
[19:44:56.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:39:0) after 3m9s
[19:48:05.797] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:39:0)
[19:48:05.832] Build status: STARTED
[19:48:05.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:40:0) after 2m33s
[19:50:38.964] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:40:0)
[19:50:38.985] Build status: STARTED
[19:50:38.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:41:0) after 2m49s
[19:53:28.006] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:41:0)
[19:53:28.039] Build status: STARTED
[19:53:28.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:42:0) after 2m7s
[19:55:35.062] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:42:0)
[19:55:35.116] Build status: STARTED
[19:55:35.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:43:0) after 1m0s
[19:56:35.544] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:43:0)
[19:56:35.583] Build status: STARTED
[19:56:35.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:44:0) after 6m38s
[20:03:13.714] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:44:0)
[20:03:13.741] Build status: STARTED
[20:03:13.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:45:0) after 4m7s
[20:07:20.771] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:45:0)
[20:07:20.790] Build status: STARTED
[20:07:20.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:46:0) after 9m38s
[20:16:59.053] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:46:0)
[20:16:59.074] Build status: STARTED
[20:16:59.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:47:0) after 7m17s
[20:24:16.306] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:47:0)
[20:24:16.327] Build status: STARTED
[20:24:16.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:48:0) after 4m49s
[20:29:05.501] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:48:0)
[20:29:05.529] Build status: STARTED
[20:29:05.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:49:0) after 4m59s
[20:34:04.575] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:49:0)
[20:34:04.592] Build status: STARTED
[20:34:04.592] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:50:0) after 2m46s
[20:36:50.615] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:50:0)
[20:36:50.639] Build status: STARTED
[20:36:50.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:51:0) after 5m25s
[20:42:15.845] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:51:0)
[20:42:15.869] Build status: STARTED
[20:42:15.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:52:0) after 2m17s
[20:44:32.893] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:52:0)
[20:44:32.978] Build status: STARTED
[20:44:32.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:53:0) after 8m35s
[20:53:08.211] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:53:0)
[20:53:08.237] Build status: STARTED
[20:53:08.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:54:0) after 8m34s
[21:01:42.236] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:54:0)
[21:01:42.272] Build status: STARTED
[21:01:42.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:55:0) after 4m19s
[21:06:01.721] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:55:0)
[21:06:01.763] Build status: STARTED
[21:06:01.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:56:0) after 8m10s
[21:14:12.282] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:56:0)
[21:14:12.360] Build status: STARTED
[21:14:12.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:57:0) after 1m48s
[21:16:00.400] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:57:0)
[21:16:00.420] Build status: STARTED
[21:16:00.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:58:0) after 3m37s
[21:19:37.457] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:58:0)
[21:19:37.518] Build status: STARTED
[21:19:37.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:59:0) after 6m8s
[21:25:45.708] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:59:0)
[21:25:45.728] Build status: STARTED
[21:25:45.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:60:0) after 2m23s
[21:28:08.969] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:60:0)
[21:28:08.996] Build status: STARTED
[21:28:08.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:61:0) after 4m17s
[21:32:26.019] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:61:0)
[21:32:26.051] Build status: STARTED
[21:32:26.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:62:0) after 8m52s
[21:41:18.043] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:62:0)
[21:41:18.081] Build status: STARTED
[21:41:18.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:63:0) after 6m30s
[21:47:48.189] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:63:0)
[21:47:48.211] Build status: STARTED
[21:47:48.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:64:0) after 4m14s
[21:52:02.470] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:64:0)
[21:52:02.495] Build status: STARTED
[21:52:02.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:65:0) after 3m34s
[21:55:36.517] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:65:0)
[21:55:36.680] Build status: STARTED
[21:55:36.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:66:0) after 6m27s
[22:02:03.866] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:66:0)
[22:02:03.890] Build status: STARTED
[22:02:03.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:67:0) after 7m18s
[22:09:21.974] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:67:0)
[22:09:22.015] Build status: STARTED
[22:09:22.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:68:0) after 1m25s
[22:10:47.177] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:68:0)
[22:10:47.213] Build status: STARTED
[22:10:47.213] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:69:0) after 5m34s
[22:16:21.958] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:69:0)
[22:16:21.987] Build status: STARTED
[22:16:21.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:70:0) after 7m22s
[22:23:44.415] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:70:0)
[22:23:44.435] Build status: STARTED
[22:23:44.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:71:0) after 7m35s
[22:31:19.458] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:71:0)
[22:31:19.481] Build status: STARTED
[22:31:19.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:72:0) after 5m22s
[22:36:41.515] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:72:0)
[22:36:41.535] Build status: STARTED
[22:36:41.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:73:0) after 8m2s
[22:44:44.233] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:73:0)
[22:44:44.270] Build status: STARTED
[22:44:44.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:74:0) after 3m21s
[22:48:05.394] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:74:0)
[22:48:05.440] Build status: STARTED
[22:48:05.440] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:75:0) after 5m16s
[22:53:21.478] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:75:0)
[22:53:21.514] Build status: STARTED
[22:53:21.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:76:0) after 3m9s
[22:56:30.647] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:76:0)
[22:56:30.684] Build status: STARTED
[22:56:30.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:77:0) after 2m53s
[22:59:23.940] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:77:0)
[22:59:23.972] Build status: STARTED
[22:59:23.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:78:0) after 9m13s
[23:08:37.039] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:78:0)
[23:08:37.176] Build status: STARTED
[23:08:37.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:79:0) after 7m9s
[23:17:18.149] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:79:0)
[23:17:18.174] Build status: STARTED
[23:17:18.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:80:0) after 8m48s
[23:26:06.384] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:80:0)
[23:26:06.405] Build status: STARTED
[23:26:06.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:81:0) after 3m44s
[23:29:50.397] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:81:0)
[23:29:50.421] Build status: STARTED
[23:29:50.421] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:82:0) after 7m50s
[23:37:40.478] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:82:0)
[23:37:40.538] Build status: STARTED
[23:37:40.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:83:0) after 2m3s
[23:39:43.602] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:83:0)
[23:39:43.626] Build status: STARTED
[23:39:43.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:84:0) after 3m10s
[23:42:53.761] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:84:0)
[23:42:53.784] Build status: STARTED
[23:42:53.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8978789283333141424:85:0) after 2m13s
[23:44:41.620] Received PubSub notification, asking Buildbucket for the build status
[23:44:41.637] Build:
{
  "id": "8813359221287210177",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 15523,
  "createdBy": "project:chromium",
  "createTime": "2022-05-23T16:18:11.604946960Z",
  "startTime": "2022-05-23T16:25:11.839781200Z",
  "endTime": "2022-05-23T23:44:41.014375829Z",
  "updateTime": "2022-05-23T23:44:41.014375829Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fb68a1b24bae1ddeb907ca1e00bdc1ad3e8991c2",
      "ref": "refs/heads/main"
    }
  }
}
[23:44:41.637] Invocation finished in 7h26m31.368660442s with status FAILED