Status: FAILED
Triggered by: -
Duration: 10 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "49f4945c25f1449fc3f36b5035f0027b2b101514"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/49f4945c25f1449fc3f36b5035f0027b2b101514
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[21:12:22.489] New invocation is queued and will start shortly
[21:12:23.592] Starting the invocation (attempt 1)
[21:12:23.625] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/49f4945c25f1449fc3f36b5035f0027b2b101514"
[21:12:23.625] Popped gitiles commit info from properties and tags
[21:12:23.625] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:12:23.625] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:12:23.626] Buildbucket request:
{
  "requestId": "8946608850581133760",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "49f4945c25f1449fc3f36b5035f0027b2b101514",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8946608850581133760"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:12:24.127] Scheduled build:
{
  "id": "8781178788557915537",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 18983,
  "createdBy": "project:chromium",
  "createTime": "2023-05-13T21:12:23.788166338Z",
  "updateTime": "2023-05-13T21:12:23.788166338Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "49f4945c25f1449fc3f36b5035f0027b2b101514",
      "ref": "refs/heads/main"
    }
  }
}
[21:12:24.127] Task URL: https://cr-buildbucket.appspot.com/build/8781178788557915537
[21:12:24.127] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:2:0) after 5m23s
[21:14:52.754] Received PubSub notification, asking Buildbucket for the build status
[21:14:52.773] Build status: STARTED
[21:17:47.146] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:2:0)
[21:17:47.177] Build status: STARTED
[21:17:47.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:4:0) after 7m40s
[21:25:27.250] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:4:0)
[21:25:27.277] Build status: STARTED
[21:25:27.277] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:5:0) after 4m11s
[21:29:38.393] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:5:0)
[21:29:38.431] Build status: STARTED
[21:29:38.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:6:0) after 6m53s
[21:36:31.459] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:6:0)
[21:36:31.482] Build status: STARTED
[21:36:31.482] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:7:0) after 6m31s
[21:43:02.532] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:7:0)
[21:43:02.566] Build status: STARTED
[21:43:02.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:8:0) after 5m41s
[21:48:43.662] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:8:0)
[21:48:43.683] Build status: STARTED
[21:48:43.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:9:0) after 6m46s
[21:55:29.800] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:9:0)
[21:55:29.819] Build status: STARTED
[21:55:29.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:10:0) after 1m49s
[21:57:18.813] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:10:0)
[21:57:18.833] Build status: STARTED
[21:57:18.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:11:0) after 3m19s
[22:00:37.933] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:11:0)
[22:00:38.133] Build status: STARTED
[22:00:38.133] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:12:0) after 4m18s
[22:04:56.309] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:12:0)
[22:04:56.326] Build status: STARTED
[22:04:56.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:13:0) after 3m16s
[22:08:12.354] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:13:0)
[22:08:12.378] Build status: STARTED
[22:08:12.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:14:0) after 1m49s
[22:10:01.486] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:14:0)
[22:10:01.506] Build status: STARTED
[22:10:01.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:15:0) after 1m33s
[22:11:34.542] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:15:0)
[22:11:34.559] Build status: STARTED
[22:11:34.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:16:0) after 6m25s
[22:17:59.578] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:16:0)
[22:17:59.604] Build status: STARTED
[22:17:59.604] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:17:0) after 6m18s
[22:24:17.990] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:17:0)
[22:24:18.012] Build status: STARTED
[22:24:18.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:18:0) after 2m29s
[22:26:47.039] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:18:0)
[22:26:47.057] Build status: STARTED
[22:26:47.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:19:0) after 6m55s
[22:33:43.296] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:19:0)
[22:33:43.346] Build status: STARTED
[22:33:43.346] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:20:0) after 9m2s
[22:42:45.616] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:20:0)
[22:42:45.637] Build status: STARTED
[22:42:45.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:21:0) after 1m26s
[22:44:11.823] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:21:0)
[22:44:11.841] Build status: STARTED
[22:44:11.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:22:0) after 9m31s
[22:53:43.063] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:22:0)
[22:53:43.085] Build status: STARTED
[22:53:43.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:23:0) after 7m2s
[23:00:45.470] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:23:0)
[23:00:45.501] Build status: STARTED
[23:00:45.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:24:0) after 8m26s
[23:09:11.624] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:24:0)
[23:09:11.645] Build status: STARTED
[23:09:11.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:25:0) after 5m58s
[23:15:09.735] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:25:0)
[23:15:09.755] Build status: STARTED
[23:15:09.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:26:0) after 3m9s
[23:18:19.102] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:26:0)
[23:18:19.121] Build status: STARTED
[23:18:19.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:27:0) after 4m7s
[23:22:26.348] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:27:0)
[23:22:26.378] Build status: STARTED
[23:22:26.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:28:0) after 9m23s
[23:31:49.399] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:28:0)
[23:31:49.416] Build status: STARTED
[23:31:49.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:29:0) after 1m49s
[23:33:38.432] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:29:0)
[23:33:38.451] Build status: STARTED
[23:33:38.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:30:0) after 3m46s
[23:37:24.426] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:30:0)
[23:37:24.445] Build status: STARTED
[23:37:24.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:31:0) after 2m10s
[23:39:34.482] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:31:0)
[23:39:34.521] Build status: STARTED
[23:39:34.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:32:0) after 6m15s
[23:45:49.960] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:32:0)
[23:45:49.985] Build status: STARTED
[23:45:49.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:33:0) after 1m22s
[23:47:12.530] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:33:0)
[23:47:12.624] Build status: STARTED
[23:47:12.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:34:0) after 5m45s
[23:52:57.645] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:34:0)
[23:52:57.666] Build status: STARTED
[23:52:57.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:35:0) after 3m57s
[23:56:54.682] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:35:0)
[23:56:54.697] Build status: STARTED
[23:56:54.697] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:36:0) after 7m14s
[00:04:08.920] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:36:0)
[00:04:08.963] Build status: STARTED
[00:04:08.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:37:0) after 8m12s
[00:12:21.538] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:37:0)
[00:12:21.559] Build status: STARTED
[00:12:21.560] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:38:0) after 5m24s
[00:17:45.726] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:38:0)
[00:17:45.751] Build status: STARTED
[00:17:45.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:39:0) after 5m55s
[00:23:40.770] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:39:0)
[00:23:40.790] Build status: STARTED
[00:23:40.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:40:0) after 7m13s
[00:30:53.815] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:40:0)
[00:30:53.840] Build status: STARTED
[00:30:53.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:41:0) after 2m56s
[00:33:49.941] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:41:0)
[00:33:49.957] Build status: STARTED
[00:33:49.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:42:0) after 1m26s
[00:35:16.235] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:42:0)
[00:35:16.257] Build status: STARTED
[00:35:16.257] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:43:0) after 8m42s
[00:43:58.279] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:43:0)
[00:43:58.301] Build status: STARTED
[00:43:58.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:44:0) after 2m22s
[00:46:20.681] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:44:0)
[00:46:20.708] Build status: STARTED
[00:46:20.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:45:0) after 6m42s
[00:53:02.726] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:45:0)
[00:53:02.746] Build status: STARTED
[00:53:02.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:46:0) after 7m1s
[01:00:03.736] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:46:0)
[01:00:03.849] Build status: STARTED
[01:00:03.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:47:0) after 5m38s
[01:05:41.901] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:47:0)
[01:05:41.923] Build status: STARTED
[01:05:41.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:48:0) after 1m9s
[01:06:51.538] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:48:0)
[01:06:51.558] Build status: STARTED
[01:06:51.558] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:49:0) after 5m21s
[01:12:12.736] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:49:0)
[01:12:12.757] Build status: STARTED
[01:12:12.757] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:50:0) after 2m55s
[01:15:07.785] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:50:0)
[01:15:07.810] Build status: STARTED
[01:15:07.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:51:0) after 3m50s
[01:18:57.826] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:51:0)
[01:18:57.877] Build status: STARTED
[01:18:57.877] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:52:0) after 5m12s
[01:24:09.892] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:52:0)
[01:24:09.911] Build status: STARTED
[01:24:09.911] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:53:0) after 6m21s
[01:30:31.432] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:53:0)
[01:30:31.460] Build status: STARTED
[01:30:31.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:54:0) after 5m50s
[01:36:22.427] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:54:0)
[01:36:22.461] Build status: STARTED
[01:36:22.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:55:0) after 8m28s
[01:44:50.554] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:55:0)
[01:44:50.571] Build status: STARTED
[01:44:50.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:56:0) after 8m2s
[01:52:52.682] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:56:0)
[01:52:52.704] Build status: STARTED
[01:52:52.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:57:0) after 2m39s
[01:55:31.727] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:57:0)
[01:55:31.750] Build status: STARTED
[01:55:31.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:58:0) after 6m0s
[02:01:31.782] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:58:0)
[02:01:31.815] Build status: STARTED
[02:01:31.815] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:59:0) after 4m19s
[02:05:50.833] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:59:0)
[02:05:50.855] Build status: STARTED
[02:05:50.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:60:0) after 3m2s
[02:08:52.975] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:60:0)
[02:08:52.992] Build status: STARTED
[02:08:52.992] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:61:0) after 8m41s
[02:17:34.031] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:61:0)
[02:17:34.050] Build status: STARTED
[02:17:34.050] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:62:0) after 4m56s
[02:22:30.162] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:62:0)
[02:22:30.182] Build status: STARTED
[02:22:30.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:63:0) after 8m10s
[02:30:40.305] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:63:0)
[02:30:40.323] Build status: STARTED
[02:30:40.323] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:64:0) after 7m8s
[02:37:48.924] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:64:0)
[02:37:48.965] Build status: STARTED
[02:37:48.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:65:0) after 5m56s
[02:43:45.202] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:65:0)
[02:43:45.223] Build status: STARTED
[02:43:45.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:66:0) after 7m45s
[02:51:30.337] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:66:0)
[02:51:30.358] Build status: STARTED
[02:51:30.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:67:0) after 7m30s
[02:59:00.376] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:67:0)
[02:59:00.438] Build status: STARTED
[02:59:00.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:68:0) after 3m21s
[03:02:21.657] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:68:0)
[03:02:21.678] Build status: STARTED
[03:02:21.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:69:0) after 8m42s
[03:11:03.888] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:69:0)
[03:11:03.904] Build status: STARTED
[03:11:03.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:70:0) after 2m29s
[03:13:32.922] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:70:0)
[03:13:32.942] Build status: STARTED
[03:13:32.942] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:71:0) after 6m52s
[03:20:25.154] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:71:0)
[03:20:25.171] Build status: STARTED
[03:20:25.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:72:0) after 9m5s
[03:29:30.189] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:72:0)
[03:29:30.211] Build status: STARTED
[03:29:30.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:73:0) after 9m29s
[03:38:59.227] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:73:0)
[03:38:59.243] Build status: STARTED
[03:38:59.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:74:0) after 8m39s
[03:47:38.278] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:74:0)
[03:47:38.309] Build status: STARTED
[03:47:38.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:75:0) after 9m50s
[03:57:28.629] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:75:0)
[03:57:28.646] Build status: STARTED
[03:57:28.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:76:0) after 3m44s
[04:01:12.678] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:76:0)
[04:01:12.703] Build status: STARTED
[04:01:12.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:77:0) after 4m41s
[04:05:53.899] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:77:0)
[04:05:53.915] Build status: STARTED
[04:05:53.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:78:0) after 6m7s
[04:12:00.999] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:78:0)
[04:12:01.025] Build status: STARTED
[04:12:01.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:79:0) after 4m20s
[04:16:21.051] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:79:0)
[04:16:21.072] Build status: STARTED
[04:16:21.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:80:0) after 4m32s
[04:20:53.231] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:80:0)
[04:20:53.249] Build status: STARTED
[04:20:53.249] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:81:0) after 7m8s
[04:28:01.266] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:81:0)
[04:28:01.287] Build status: STARTED
[04:28:01.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:82:0) after 1m8s
[04:29:09.306] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:82:0)
[04:29:09.328] Build status: STARTED
[04:29:09.328] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:83:0) after 4m9s
[04:33:18.606] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:83:0)
[04:33:18.682] Build status: STARTED
[04:33:18.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:84:0) after 8m52s
[04:42:10.706] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:84:0)
[04:42:10.730] Build status: STARTED
[04:42:10.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:85:0) after 4m23s
[04:46:33.759] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:85:0)
[04:46:33.775] Build status: STARTED
[04:46:33.775] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:86:0) after 5m50s
[04:52:24.093] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:86:0)
[04:52:24.123] Build status: STARTED
[04:52:24.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:87:0) after 6m38s
[04:59:02.143] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:87:0)
[04:59:02.212] Build status: STARTED
[04:59:02.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:88:0) after 7m50s
[05:06:52.365] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:88:0)
[05:06:52.392] Build status: STARTED
[05:06:52.392] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:89:0) after 1m47s
[05:08:39.554] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:89:0)
[05:08:39.574] Build status: STARTED
[05:08:39.574] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:90:0) after 5m49s
[05:14:28.610] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:90:0)
[05:14:28.640] Build status: STARTED
[05:14:28.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:91:0) after 8m14s
[05:22:43.894] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:91:0)
[05:22:43.939] Build status: STARTED
[05:22:43.940] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:92:0) after 3m43s
[05:26:26.958] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:92:0)
[05:26:26.973] Build status: STARTED
[05:26:26.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:93:0) after 7m18s
[05:33:44.952] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:93:0)
[05:33:44.970] Build status: STARTED
[05:33:44.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:94:0) after 6m55s
[05:40:40.201] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:94:0)
[05:40:40.220] Build status: STARTED
[05:40:40.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:95:0) after 8m25s
[05:49:05.249] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:95:0)
[05:49:05.270] Build status: STARTED
[05:49:05.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:96:0) after 6m39s
[05:55:44.346] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:96:0)
[05:55:44.363] Build status: STARTED
[05:55:44.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:97:0) after 2m24s
[05:58:08.658] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:97:0)
[05:58:08.677] Build status: STARTED
[05:58:08.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:98:0) after 7m26s
[06:05:34.697] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:98:0)
[06:05:34.725] Build status: STARTED
[06:05:34.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:99:0) after 5m40s
[06:11:14.808] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:99:0)
[06:11:14.827] Build status: STARTED
[06:11:14.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:100:0) after 2m45s
[06:13:59.846] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:100:0)
[06:13:59.868] Build status: STARTED
[06:13:59.868] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:101:0) after 9m47s
[06:23:46.887] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:101:0)
[06:23:46.904] Build status: STARTED
[06:23:46.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:102:0) after 6m25s
[06:30:11.923] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:102:0)
[06:30:11.943] Build status: STARTED
[06:30:11.943] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:103:0) after 4m4s
[06:34:15.960] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:103:0)
[06:34:16.009] Build status: STARTED
[06:34:16.009] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:104:0) after 1m43s
[06:35:59.360] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:104:0)
[06:35:59.378] Build status: STARTED
[06:35:59.378] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:105:0) after 4m40s
[06:40:39.411] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:105:0)
[06:40:39.429] Build status: STARTED
[06:40:39.429] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:106:0) after 7m17s
[06:47:58.852] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:106:0)
[06:47:58.871] Build status: STARTED
[06:47:58.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:107:0) after 8m38s
[06:56:37.025] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:107:0)
[06:56:37.142] Build status: STARTED
[06:56:37.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:108:0) after 6m36s
[07:03:13.189] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:108:0)
[07:03:13.218] Build status: STARTED
[07:03:13.218] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:109:0) after 2m15s
[07:05:28.250] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:109:0)
[07:05:28.267] Build status: STARTED
[07:05:28.267] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:110:0) after 1m33s
[07:07:01.295] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:110:0)
[07:07:01.317] Build status: STARTED
[07:07:01.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:111:0) after 4m5s
[07:11:06.376] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:111:0)
[07:11:06.402] Build status: STARTED
[07:11:06.402] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:112:0) after 9m7s
[07:20:13.583] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:112:0)
[07:20:13.605] Build status: STARTED
[07:20:13.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:113:0) after 9m24s
[07:29:37.657] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:113:0)
[07:29:37.684] Build status: STARTED
[07:29:37.684] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:114:0) after 8m47s
[07:38:24.703] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:114:0)
[07:38:24.724] Build status: STARTED
[07:38:24.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:115:0) after 3m12s
[07:41:36.749] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:115:0)
[07:41:36.770] Build status: STARTED
[07:41:36.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:116:0) after 3m15s
[07:44:51.824] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:116:0)
[07:44:51.841] Build status: STARTED
[07:44:51.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:117:0) after 1m39s
[07:46:30.861] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:117:0)
[07:46:30.880] Build status: STARTED
[07:46:30.880] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:118:0) after 7m53s
[07:54:24.138] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:118:0)
[07:54:24.159] Build status: STARTED
[07:54:24.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8946608850581133760:119:0) after 6m23s
[07:57:13.303] Received PubSub notification, asking Buildbucket for the build status
[07:57:13.318] Build:
{
  "id": "8781178788557915537",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 18983,
  "createdBy": "project:chromium",
  "createTime": "2023-05-13T21:12:23.788166338Z",
  "startTime": "2023-05-13T21:14:14.751931Z",
  "endTime": "2023-05-14T07:57:12.501245179Z",
  "updateTime": "2023-05-14T07:57:12.501245179Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "49f4945c25f1449fc3f36b5035f0027b2b101514",
      "ref": "refs/heads/main"
    }
  }
}
[07:57:13.319] Invocation finished in 10h44m50.843974669s with status FAILED