Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c5fd2d9988ad3ea4cd3bcf8113dc77750cbd287e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c5fd2d9988ad3ea4cd3bcf8113dc77750cbd287e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:46:23.845] New invocation is queued and will start shortly
[21:46:25.036] Starting the invocation (attempt 1)
[21:46:25.099] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c5fd2d9988ad3ea4cd3bcf8113dc77750cbd287e"
[21:46:25.099] Popped gitiles commit info from properties and tags
[21:46:25.099] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:46:25.099] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:46:25.099] Buildbucket request:
{
  "requestId": "8963820133678040224",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c5fd2d9988ad3ea4cd3bcf8113dc77750cbd287e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8963820133678040224"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:46:25.573] Scheduled build:
{
  "id": "8798390071596750881",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 17339,
  "createdBy": "project:chromium",
  "createTime": "2022-11-04T21:46:25.202580980Z",
  "updateTime": "2022-11-04T21:46:25.202580980Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c5fd2d9988ad3ea4cd3bcf8113dc77750cbd287e",
      "ref": "refs/heads/main"
    }
  }
}
[21:46:25.573] Task URL: https://cr-buildbucket.appspot.com/build/8798390071596750881
[21:46:25.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:2:0) after 9m19s
[21:48:36.465] Received PubSub notification, asking Buildbucket for the build status
[21:48:36.490] Build status: STARTED
[21:55:44.694] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:2:0)
[21:55:44.716] Build status: STARTED
[21:55:44.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:4:0) after 3m55s
[21:59:39.838] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:4:0)
[21:59:40.035] Build status: STARTED
[21:59:40.035] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:5:0) after 3m47s
[22:03:27.546] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:5:0)
[22:03:27.572] Build status: STARTED
[22:03:27.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:6:0) after 6m22s
[22:09:49.643] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:6:0)
[22:09:49.693] Build status: STARTED
[22:09:49.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:7:0) after 2m53s
[22:12:42.747] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:7:0)
[22:12:42.900] Build status: STARTED
[22:12:42.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:8:0) after 3m58s
[22:16:40.907] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:8:0)
[22:16:40.932] Build status: STARTED
[22:16:40.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:9:0) after 6m50s
[22:23:30.915] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:9:0)
[22:23:30.937] Build status: STARTED
[22:23:30.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:10:0) after 7m20s
[22:30:50.959] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:10:0)
[22:30:51.020] Build status: STARTED
[22:30:51.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:11:0) after 7m11s
[22:38:02.085] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:11:0)
[22:38:02.135] Build status: STARTED
[22:38:02.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:12:0) after 6m28s
[22:44:30.188] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:12:0)
[22:44:30.212] Build status: STARTED
[22:44:30.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:13:0) after 8m28s
[22:52:58.909] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:13:0)
[22:52:58.939] Build status: STARTED
[22:52:58.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:14:0) after 4m29s
[22:57:27.969] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:14:0)
[22:57:27.995] Build status: STARTED
[22:57:27.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:15:0) after 5m52s
[23:03:20.018] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:15:0)
[23:03:20.050] Build status: STARTED
[23:03:20.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:16:0) after 2m24s
[23:05:44.075] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:16:0)
[23:05:44.104] Build status: STARTED
[23:05:44.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:17:0) after 2m48s
[23:08:32.217] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:17:0)
[23:08:32.241] Build status: STARTED
[23:08:32.241] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:18:0) after 4m21s
[23:12:53.268] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:18:0)
[23:12:53.299] Build status: STARTED
[23:12:53.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:19:0) after 3m8s
[23:16:01.406] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:19:0)
[23:16:01.507] Build status: STARTED
[23:16:01.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:20:0) after 8m36s
[23:24:37.628] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:20:0)
[23:24:37.650] Build status: STARTED
[23:24:37.650] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:21:0) after 1m36s
[23:26:13.694] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:21:0)
[23:26:13.721] Build status: STARTED
[23:26:13.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:22:0) after 6m56s
[23:33:09.719] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:22:0)
[23:33:09.761] Build status: STARTED
[23:33:09.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:23:0) after 2m38s
[23:35:48.036] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:23:0)
[23:35:48.066] Build status: STARTED
[23:35:48.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:24:0) after 1m52s
[23:37:40.193] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:24:0)
[23:37:40.228] Build status: STARTED
[23:37:40.228] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:25:0) after 5m45s
[23:43:25.250] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:25:0)
[23:43:25.352] Build status: STARTED
[23:43:25.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:26:0) after 2m54s
[23:46:19.393] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:26:0)
[23:46:19.419] Build status: STARTED
[23:46:19.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:27:0) after 9m11s
[23:55:30.729] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:27:0)
[23:55:30.757] Build status: STARTED
[23:55:30.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:28:0) after 8m53s
[00:04:23.884] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:28:0)
[00:04:23.907] Build status: STARTED
[00:04:23.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:29:0) after 4m12s
[00:08:36.164] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:29:0)
[00:08:36.224] Build status: STARTED
[00:08:36.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:30:0) after 2m9s
[00:10:45.248] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:30:0)
[00:10:45.274] Build status: STARTED
[00:10:45.274] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:31:0) after 3m4s
[00:13:49.582] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:31:0)
[00:13:49.605] Build status: STARTED
[00:13:49.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:32:0) after 9m57s
[00:23:47.024] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:32:0)
[00:23:47.062] Build status: STARTED
[00:23:47.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:33:0) after 2m32s
[00:26:19.128] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:33:0)
[00:26:19.149] Build status: STARTED
[00:26:19.149] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:34:0) after 1m25s
[00:27:44.414] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:34:0)
[00:27:44.437] Build status: STARTED
[00:27:44.437] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:35:0) after 4m18s
[00:32:02.818] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:35:0)
[00:32:02.850] Build status: STARTED
[00:32:02.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:36:0) after 4m23s
[00:36:25.890] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:36:0)
[00:36:25.913] Build status: STARTED
[00:36:25.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:37:0) after 8m0s
[00:44:26.045] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:37:0)
[00:44:26.081] Build status: STARTED
[00:44:26.081] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:38:0) after 6m39s
[00:51:05.109] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:38:0)
[00:51:05.143] Build status: STARTED
[00:51:05.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:39:0) after 3m40s
[00:54:45.265] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:39:0)
[00:54:45.285] Build status: STARTED
[00:54:45.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:40:0) after 4m51s
[00:59:36.505] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:40:0)
[00:59:36.527] Build status: STARTED
[00:59:36.527] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:41:0) after 3m34s
[01:03:10.680] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:41:0)
[01:03:10.709] Build status: STARTED
[01:03:10.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:42:0) after 3m55s
[01:07:05.835] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:42:0)
[01:07:05.864] Build status: STARTED
[01:07:05.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:43:0) after 2m57s
[01:10:02.943] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:43:0)
[01:10:02.970] Build status: STARTED
[01:10:02.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:44:0) after 2m25s
[01:12:28.034] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:44:0)
[01:12:28.057] Build status: STARTED
[01:12:28.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:45:0) after 8m28s
[01:20:56.163] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:45:0)
[01:20:56.218] Build status: STARTED
[01:20:56.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:46:0) after 1m20s
[01:22:16.283] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:46:0)
[01:22:16.306] Build status: STARTED
[01:22:16.306] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:47:0) after 2m5s
[01:24:21.335] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:47:0)
[01:24:21.383] Build status: STARTED
[01:24:21.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:48:0) after 7m13s
[01:31:34.486] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:48:0)
[01:31:34.525] Build status: STARTED
[01:31:34.525] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:49:0) after 4m6s
[01:35:40.502] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:49:0)
[01:35:40.523] Build status: STARTED
[01:35:40.523] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:50:0) after 2m6s
[01:37:46.562] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:50:0)
[01:37:46.588] Build status: STARTED
[01:37:46.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:51:0) after 3m42s
[01:41:28.610] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:51:0)
[01:41:28.688] Build status: STARTED
[01:41:28.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:52:0) after 2m38s
[01:44:06.721] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:52:0)
[01:44:06.746] Build status: STARTED
[01:44:06.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:53:0) after 7m23s
[01:51:30.160] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:53:0)
[01:51:30.182] Build status: STARTED
[01:51:30.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:54:0) after 3m20s
[01:54:50.252] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:54:0)
[01:54:50.271] Build status: STARTED
[01:54:50.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:55:0) after 8m34s
[02:03:24.292] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:55:0)
[02:03:24.326] Build status: STARTED
[02:03:24.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:56:0) after 4m36s
[02:08:00.453] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:56:0)
[02:08:00.477] Build status: STARTED
[02:08:00.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:57:0) after 7m45s
[02:15:45.588] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:57:0)
[02:15:45.612] Build status: STARTED
[02:15:45.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:58:0) after 6m26s
[02:22:11.647] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:58:0)
[02:22:11.677] Build status: STARTED
[02:22:11.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:59:0) after 7m6s
[02:29:17.706] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:59:0)
[02:29:17.731] Build status: STARTED
[02:29:17.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:60:0) after 8m57s
[02:38:14.754] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:60:0)
[02:38:14.780] Build status: STARTED
[02:38:14.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:61:0) after 2m28s
[02:40:42.840] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:61:0)
[02:40:42.862] Build status: STARTED
[02:40:42.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:62:0) after 5m13s
[02:45:55.887] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:62:0)
[02:45:55.913] Build status: STARTED
[02:45:55.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:63:0) after 4m10s
[02:50:05.935] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:63:0)
[02:50:06.020] Build status: STARTED
[02:50:06.020] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:64:0) after 4m38s
[02:54:44.045] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:64:0)
[02:54:44.071] Build status: STARTED
[02:54:44.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:65:0) after 7m55s
[03:02:39.155] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:65:0)
[03:02:39.179] Build status: STARTED
[03:02:39.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:66:0) after 9m55s
[03:12:34.548] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:66:0)
[03:12:34.573] Build status: STARTED
[03:12:34.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:67:0) after 1m48s
[03:14:22.658] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:67:0)
[03:14:22.730] Build status: STARTED
[03:14:22.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:68:0) after 3m7s
[03:17:29.823] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:68:0)
[03:17:29.849] Build status: STARTED
[03:17:29.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:69:0) after 9m32s
[03:27:02.183] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:69:0)
[03:27:02.208] Build status: STARTED
[03:27:02.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:70:0) after 5m38s
[03:32:40.429] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:70:0)
[03:32:40.453] Build status: STARTED
[03:32:40.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:71:0) after 3m39s
[03:36:19.481] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:71:0)
[03:36:19.507] Build status: STARTED
[03:36:19.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:72:0) after 6m24s
[03:42:43.542] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:72:0)
[03:42:43.565] Build status: STARTED
[03:42:43.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:73:0) after 8m50s
[03:51:33.594] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:73:0)
[03:51:33.614] Build status: STARTED
[03:51:33.614] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:74:0) after 2m54s
[03:54:27.654] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:74:0)
[03:54:27.679] Build status: STARTED
[03:54:27.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:75:0) after 2m25s
[03:56:52.722] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:75:0)
[03:56:52.748] Build status: STARTED
[03:56:52.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:76:0) after 6m8s
[04:03:01.011] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:76:0)
[04:03:01.081] Build status: STARTED
[04:03:01.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:77:0) after 3m16s
[04:06:17.150] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:77:0)
[04:06:17.176] Build status: STARTED
[04:06:17.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:78:0) after 9m16s
[04:15:33.325] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:78:0)
[04:15:33.347] Build status: STARTED
[04:15:33.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:79:0) after 3m48s
[04:19:21.359] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:79:0)
[04:19:21.382] Build status: STARTED
[04:19:21.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:80:0) after 1m18s
[04:20:39.436] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:80:0)
[04:20:39.459] Build status: STARTED
[04:20:39.459] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:81:0) after 9m46s
[04:30:25.486] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:81:0)
[04:30:25.520] Build status: STARTED
[04:30:25.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:82:0) after 5m13s
[04:35:38.631] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:82:0)
[04:35:38.661] Build status: STARTED
[04:35:38.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:83:0) after 3m48s
[04:39:26.695] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:83:0)
[04:39:26.722] Build status: STARTED
[04:39:26.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:84:0) after 1m30s
[04:40:56.750] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:84:0)
[04:40:56.772] Build status: STARTED
[04:40:56.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:85:0) after 5m8s
[04:46:04.801] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:85:0)
[04:46:04.827] Build status: STARTED
[04:46:04.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:86:0) after 3m37s
[04:49:42.061] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:86:0)
[04:49:42.121] Build status: STARTED
[04:49:42.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:87:0) after 6m2s
[04:55:44.164] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:87:0)
[04:55:44.188] Build status: STARTED
[04:55:44.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:88:0) after 3m2s
[04:58:46.181] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:88:0)
[04:58:46.207] Build status: STARTED
[04:58:46.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:89:0) after 5m28s
[05:04:14.273] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:89:0)
[05:04:14.330] Build status: STARTED
[05:04:14.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:90:0) after 1m29s
[05:05:43.348] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:90:0)
[05:05:43.372] Build status: STARTED
[05:05:43.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:91:0) after 5m44s
[05:11:27.400] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:91:0)
[05:11:27.428] Build status: STARTED
[05:11:27.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:92:0) after 4m48s
[05:16:15.466] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:92:0)
[05:16:15.488] Build status: STARTED
[05:16:15.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:93:0) after 6m47s
[05:23:02.475] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:93:0)
[05:23:02.502] Build status: STARTED
[05:23:02.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:94:0) after 5m32s
[05:28:34.530] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:94:0)
[05:28:34.552] Build status: STARTED
[05:28:34.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:95:0) after 3m37s
[05:32:11.589] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:95:0)
[05:32:11.615] Build status: STARTED
[05:32:11.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:96:0) after 4m28s
[05:36:39.616] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:96:0)
[05:36:39.640] Build status: STARTED
[05:36:39.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:97:0) after 9m56s
[05:46:35.665] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:97:0)
[05:46:35.687] Build status: STARTED
[05:46:35.687] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:98:0) after 2m19s
[05:48:54.710] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:98:0)
[05:48:54.736] Build status: STARTED
[05:48:54.736] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:99:0) after 8m47s
[05:57:41.922] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:99:0)
[05:57:41.945] Build status: STARTED
[05:57:41.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:100:0) after 1m5s
[05:58:46.974] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:100:0)
[05:58:46.996] Build status: STARTED
[05:58:46.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:101:0) after 2m50s
[06:01:37.199] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:101:0)
[06:01:37.221] Build status: STARTED
[06:01:37.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:102:0) after 5m35s
[06:07:12.324] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:102:0)
[06:07:12.347] Build status: STARTED
[06:07:12.347] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:103:0) after 7m21s
[06:14:33.471] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:103:0)
[06:14:33.497] Build status: STARTED
[06:14:33.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:104:0) after 1m37s
[06:16:10.529] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:104:0)
[06:16:10.552] Build status: STARTED
[06:16:10.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:105:0) after 8m16s
[06:24:26.619] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:105:0)
[06:24:26.647] Build status: STARTED
[06:24:26.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:106:0) after 7m16s
[06:31:42.653] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:106:0)
[06:31:42.753] Build status: STARTED
[06:31:42.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8963820133678040224:107:0) after 9m56s
[06:36:16.686] Received PubSub notification, asking Buildbucket for the build status
[06:36:16.713] Build:
{
  "id": "8798390071596750881",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 17339,
  "createdBy": "project:chromium",
  "createTime": "2022-11-04T21:46:25.202580980Z",
  "startTime": "2022-11-04T21:48:35.653088Z",
  "endTime": "2022-11-05T06:36:16.268386965Z",
  "updateTime": "2022-11-05T06:36:16.268386965Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c5fd2d9988ad3ea4cd3bcf8113dc77750cbd287e",
      "ref": "refs/heads/main"
    }
  }
}
[06:36:16.713] Invocation finished in 8h49m52.878497918s with status FAILED