Status: FAILED
Triggered by: -
Duration: 9 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7afbcb24dc0c45deb45df6e779c9f692c4fa7a78"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7afbcb24dc0c45deb45df6e779c9f692c4fa7a78
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[12:30:25.575] New invocation is queued and will start shortly
[12:30:26.978] Starting the invocation (attempt 1)
[12:30:27.019] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7afbcb24dc0c45deb45df6e779c9f692c4fa7a78"
[12:30:27.019] Popped gitiles commit info from properties and tags
[12:30:27.019] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:30:27.019] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:30:27.019] Buildbucket request:
{
  "requestId": "8966391827428203328",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7afbcb24dc0c45deb45df6e779c9f692c4fa7a78",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8966391827428203328"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:30:27.791] Scheduled build:
{
  "id": "8800961765017142305",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 16997,
  "createdBy": "project:chromium",
  "createTime": "2022-10-07T12:30:27.237053292Z",
  "updateTime": "2022-10-07T12:30:27.237053292Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7afbcb24dc0c45deb45df6e779c9f692c4fa7a78",
      "ref": "refs/heads/main"
    }
  }
}
[12:30:27.791] Task URL: https://cr-buildbucket.appspot.com/build/8800961765017142305
[12:30:27.791] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:2:0) after 3m10s
[12:33:33.865] Received PubSub notification, asking Buildbucket for the build status
[12:33:33.891] Build status: STARTED
[12:33:37.821] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:2:0)
[12:33:37.870] Build status: STARTED
[12:33:37.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:4:0) after 8m12s
[12:41:49.889] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:4:0)
[12:41:49.978] Build status: STARTED
[12:41:49.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:5:0) after 7m35s
[12:49:25.010] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:5:0)
[12:49:25.044] Build status: STARTED
[12:49:25.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:6:0) after 5m54s
[12:55:19.134] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:6:0)
[12:55:19.159] Build status: STARTED
[12:55:19.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:7:0) after 9m51s
[13:05:10.292] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:7:0)
[13:05:10.321] Build status: STARTED
[13:05:10.321] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:8:0) after 3m28s
[13:08:38.823] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:8:0)
[13:08:38.850] Build status: STARTED
[13:08:38.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:9:0) after 3m58s
[13:12:36.879] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:9:0)
[13:12:36.920] Build status: STARTED
[13:12:36.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:10:0) after 4m45s
[13:17:22.088] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:10:0)
[13:17:22.108] Build status: STARTED
[13:17:22.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:11:0) after 7m32s
[13:24:54.127] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:11:0)
[13:24:54.195] Build status: STARTED
[13:24:54.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:12:0) after 7m9s
[13:32:03.221] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:12:0)
[13:32:03.251] Build status: STARTED
[13:32:03.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:13:0) after 1m30s
[13:33:33.495] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:13:0)
[13:33:33.517] Build status: STARTED
[13:33:33.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:14:0) after 5m28s
[13:39:01.544] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:14:0)
[13:39:01.583] Build status: STARTED
[13:39:01.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:15:0) after 2m42s
[13:41:43.612] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:15:0)
[13:41:43.636] Build status: STARTED
[13:41:43.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:16:0) after 1m15s
[13:42:58.655] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:16:0)
[13:42:58.682] Build status: STARTED
[13:42:58.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:17:0) after 5m28s
[13:48:26.707] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:17:0)
[13:48:26.740] Build status: STARTED
[13:48:26.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:18:0) after 3m42s
[13:52:08.956] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:18:0)
[13:52:08.981] Build status: STARTED
[13:52:08.981] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:19:0) after 5m46s
[13:57:55.239] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:19:0)
[13:57:55.267] Build status: STARTED
[13:57:55.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:20:0) after 7m14s
[14:05:09.547] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:20:0)
[14:05:09.571] Build status: STARTED
[14:05:09.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:21:0) after 4m9s
[14:09:18.590] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:21:0)
[14:09:18.631] Build status: STARTED
[14:09:18.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:22:0) after 4m17s
[14:13:35.697] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:22:0)
[14:13:35.761] Build status: STARTED
[14:13:35.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:23:0) after 1m34s
[14:15:09.784] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:23:0)
[14:15:09.811] Build status: STARTED
[14:15:09.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:24:0) after 3m57s
[14:19:06.910] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:24:0)
[14:19:06.977] Build status: STARTED
[14:19:06.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:25:0) after 7m47s
[14:26:53.995] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:25:0)
[14:26:54.080] Build status: STARTED
[14:26:54.080] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:26:0) after 1m13s
[14:28:07.242] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:26:0)
[14:28:07.262] Build status: STARTED
[14:28:07.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:27:0) after 4m6s
[14:32:13.382] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:27:0)
[14:32:13.414] Build status: STARTED
[14:32:13.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:28:0) after 9m8s
[14:41:21.442] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:28:0)
[14:41:21.472] Build status: STARTED
[14:41:21.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:29:0) after 2m13s
[14:43:34.516] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:29:0)
[14:43:34.543] Build status: STARTED
[14:43:34.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:30:0) after 2m25s
[14:45:59.674] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:30:0)
[14:45:59.718] Build status: STARTED
[14:45:59.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:31:0) after 3m47s
[14:49:46.799] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:31:0)
[14:49:46.823] Build status: STARTED
[14:49:46.823] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:32:0) after 7m2s
[14:56:49.186] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:32:0)
[14:56:49.210] Build status: STARTED
[14:56:49.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:33:0) after 6m56s
[15:03:45.509] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:33:0)
[15:03:45.589] Build status: STARTED
[15:03:45.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:34:0) after 9m29s
[15:13:14.681] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:34:0)
[15:13:14.768] Build status: STARTED
[15:13:14.768] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:35:0) after 2m2s
[15:15:16.777] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:35:0)
[15:15:16.805] Build status: STARTED
[15:15:16.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:36:0) after 7m4s
[15:22:20.926] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:36:0)
[15:22:20.949] Build status: STARTED
[15:22:20.949] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:37:0) after 5m14s
[15:27:35.243] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:37:0)
[15:27:35.271] Build status: STARTED
[15:27:35.271] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:38:0) after 8m40s
[15:36:15.300] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:38:0)
[15:36:15.327] Build status: STARTED
[15:36:15.327] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:39:0) after 7m1s
[15:43:16.384] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:39:0)
[15:43:16.408] Build status: STARTED
[15:43:16.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:40:0) after 7m25s
[15:50:41.474] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:40:0)
[15:50:41.500] Build status: STARTED
[15:50:41.500] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:41:0) after 9m37s
[16:00:18.611] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:41:0)
[16:00:18.639] Build status: STARTED
[16:00:18.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:42:0) after 7m25s
[16:07:43.740] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:42:0)
[16:07:43.767] Build status: STARTED
[16:07:43.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:43:0) after 4m8s
[16:11:52.211] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:43:0)
[16:11:52.236] Build status: STARTED
[16:11:52.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:44:0) after 9m8s
[16:21:00.743] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:44:0)
[16:21:00.849] Build status: STARTED
[16:21:00.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:45:0) after 8m5s
[16:29:05.837] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:45:0)
[16:29:05.861] Build status: STARTED
[16:29:05.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:46:0) after 3m38s
[16:32:43.937] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:46:0)
[16:32:43.969] Build status: STARTED
[16:32:43.969] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:47:0) after 5m26s
[16:38:10.444] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:47:0)
[16:38:10.467] Build status: STARTED
[16:38:10.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:48:0) after 5m50s
[16:44:00.626] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:48:0)
[16:44:00.656] Build status: STARTED
[16:44:00.656] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:49:0) after 5m30s
[16:49:31.267] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:49:0)
[16:49:31.291] Build status: STARTED
[16:49:31.291] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:50:0) after 6m3s
[16:55:34.339] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:50:0)
[16:55:34.361] Build status: STARTED
[16:55:34.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:51:0) after 2m29s
[16:58:03.380] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:51:0)
[16:58:03.411] Build status: STARTED
[16:58:03.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:52:0) after 5m41s
[17:03:44.773] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:52:0)
[17:03:44.930] Build status: STARTED
[17:03:44.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:53:0) after 4m54s
[17:08:38.956] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:53:0)
[17:08:38.986] Build status: STARTED
[17:08:38.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:54:0) after 2m39s
[17:11:18.057] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:54:0)
[17:11:18.083] Build status: STARTED
[17:11:18.083] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:55:0) after 3m45s
[17:15:03.109] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:55:0)
[17:15:03.133] Build status: STARTED
[17:15:03.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:56:0) after 5m21s
[17:20:24.192] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:56:0)
[17:20:24.220] Build status: STARTED
[17:20:24.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:57:0) after 6m26s
[17:26:50.456] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:57:0)
[17:26:50.478] Build status: STARTED
[17:26:50.478] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:58:0) after 8m1s
[17:34:51.614] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:58:0)
[17:34:51.642] Build status: STARTED
[17:34:51.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:59:0) after 3m28s
[17:38:19.692] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:59:0)
[17:38:19.717] Build status: STARTED
[17:38:19.717] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:60:0) after 8m26s
[17:46:46.004] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:60:0)
[17:46:46.024] Build status: STARTED
[17:46:46.024] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:61:0) after 9m26s
[17:56:12.049] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:61:0)
[17:56:12.155] Build status: STARTED
[17:56:12.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:62:0) after 4m30s
[18:00:42.382] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:62:0)
[18:00:42.410] Build status: STARTED
[18:00:42.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:63:0) after 6m16s
[18:06:58.437] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:63:0)
[18:06:58.472] Build status: STARTED
[18:06:58.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:64:0) after 2m13s
[18:09:12.024] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:64:0)
[18:09:12.055] Build status: STARTED
[18:09:12.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:65:0) after 3m25s
[18:12:37.157] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:65:0)
[18:12:37.265] Build status: STARTED
[18:12:37.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:66:0) after 6m54s
[18:19:31.369] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:66:0)
[18:19:31.403] Build status: STARTED
[18:19:31.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:67:0) after 1m0s
[18:20:31.425] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:67:0)
[18:20:31.448] Build status: STARTED
[18:20:31.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:68:0) after 2m50s
[18:23:21.527] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:68:0)
[18:23:21.553] Build status: STARTED
[18:23:21.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:69:0) after 2m18s
[18:25:39.647] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:69:0)
[18:25:39.744] Build status: STARTED
[18:25:39.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:70:0) after 6m20s
[18:31:59.794] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:70:0)
[18:31:59.815] Build status: STARTED
[18:31:59.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:71:0) after 5m14s
[18:37:13.982] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:71:0)
[18:37:14.011] Build status: STARTED
[18:37:14.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:72:0) after 5m35s
[18:42:49.172] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:72:0)
[18:42:49.192] Build status: STARTED
[18:42:49.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:73:0) after 6m47s
[18:49:36.525] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:73:0)
[18:49:36.552] Build status: STARTED
[18:49:36.552] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:74:0) after 6m50s
[18:56:26.749] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:74:0)
[18:56:26.776] Build status: STARTED
[18:56:26.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:75:0) after 9m18s
[19:05:44.799] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:75:0)
[19:05:44.855] Build status: STARTED
[19:05:44.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:76:0) after 5m38s
[19:11:22.889] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:76:0)
[19:11:22.910] Build status: STARTED
[19:11:22.910] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:77:0) after 4m54s
[19:16:16.934] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:77:0)
[19:16:16.959] Build status: STARTED
[19:16:16.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:78:0) after 5m11s
[19:21:27.983] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:78:0)
[19:21:28.004] Build status: STARTED
[19:21:28.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:79:0) after 1m45s
[19:23:13.037] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:79:0)
[19:23:13.059] Build status: STARTED
[19:23:13.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:80:0) after 4m54s
[19:28:07.097] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:80:0)
[19:28:07.130] Build status: STARTED
[19:28:07.130] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:81:0) after 3m36s
[19:31:43.236] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:81:0)
[19:31:43.278] Build status: STARTED
[19:31:43.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:82:0) after 5m50s
[19:37:33.382] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:82:0)
[19:37:33.411] Build status: STARTED
[19:37:33.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:83:0) after 5m32s
[19:43:05.616] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:83:0)
[19:43:05.649] Build status: STARTED
[19:43:05.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:84:0) after 4m27s
[19:47:32.801] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:84:0)
[19:47:32.877] Build status: STARTED
[19:47:32.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:85:0) after 5m15s
[19:52:48.254] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:85:0)
[19:52:48.278] Build status: STARTED
[19:52:48.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:86:0) after 1m36s
[19:54:24.400] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:86:0)
[19:54:24.427] Build status: STARTED
[19:54:24.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:87:0) after 4m56s
[19:59:20.457] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:87:0)
[19:59:20.481] Build status: STARTED
[19:59:20.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:88:0) after 5m41s
[20:05:01.641] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:88:0)
[20:05:01.663] Build status: STARTED
[20:05:01.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:89:0) after 5m29s
[20:10:30.751] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:89:0)
[20:10:30.783] Build status: STARTED
[20:10:30.783] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:90:0) after 7m37s
[20:18:07.824] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:90:0)
[20:18:07.847] Build status: STARTED
[20:18:07.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:91:0) after 4m15s
[20:22:22.949] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:91:0)
[20:22:22.977] Build status: STARTED
[20:22:22.977] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:92:0) after 7m29s
[20:29:52.045] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:92:0)
[20:29:52.076] Build status: STARTED
[20:29:52.076] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:93:0) after 8m36s
[20:38:28.219] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:93:0)
[20:38:28.256] Build status: STARTED
[20:38:28.256] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:94:0) after 7m31s
[20:45:59.340] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:94:0)
[20:45:59.374] Build status: STARTED
[20:45:59.374] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:95:0) after 8m30s
[20:54:29.355] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:95:0)
[20:54:29.387] Build status: STARTED
[20:54:29.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:96:0) after 8m36s
[21:03:05.499] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:96:0)
[21:03:05.520] Build status: STARTED
[21:03:05.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:97:0) after 6m44s
[21:09:49.822] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:97:0)
[21:09:49.857] Build status: STARTED
[21:09:49.857] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:98:0) after 7m50s
[21:17:39.994] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:98:0)
[21:17:40.016] Build status: STARTED
[21:17:40.016] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:99:0) after 8m7s
[21:25:47.015] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:99:0)
[21:25:47.044] Build status: STARTED
[21:25:47.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8966391827428203328:100:0) after 7m14s
[21:31:23.631] Received PubSub notification, asking Buildbucket for the build status
[21:31:23.658] Build:
{
  "id": "8800961765017142305",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 16997,
  "createdBy": "project:chromium",
  "createTime": "2022-10-07T12:30:27.237053292Z",
  "startTime": "2022-10-07T12:33:32.885912Z",
  "endTime": "2022-10-07T21:31:22.872960129Z",
  "updateTime": "2022-10-07T21:31:22.872960129Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7afbcb24dc0c45deb45df6e779c9f692c4fa7a78",
      "ref": "refs/heads/main"
    }
  }
}
[21:31:23.658] Invocation finished in 9h0m58.103969181s with status FAILED