Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "70608c6d5cdf14645fb12eae8c4b62bdb7f2623e"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/70608c6d5cdf14645fb12eae8c4b62bdb7f2623e
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[23:36:36.929] New invocation is queued and will start shortly
[23:36:38.004] Starting the invocation (attempt 1)
[23:36:38.039] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/70608c6d5cdf14645fb12eae8c4b62bdb7f2623e"
[23:36:38.039] Popped gitiles commit info from properties and tags
[23:36:38.039] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:36:38.040] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:36:38.040] Buildbucket request:
{
  "requestId": "8922591579640482112",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "70608c6d5cdf14645fb12eae8c4b62bdb7f2623e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8922591579640482112"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:36:39.106] Scheduled build:
{
  "id": "8757161517750087649",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 19357,
  "createdBy": "project:chromium",
  "createTime": "2024-02-02T23:36:38.108353638Z",
  "updateTime": "2024-02-02T23:36:38.108353638Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "70608c6d5cdf14645fb12eae8c4b62bdb7f2623e",
      "ref": "refs/heads/main"
    }
  }
}
[23:36:39.106] Task URL: https://cr-buildbucket.appspot.com/build/8757161517750087649
[23:36:39.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:2:0) after 1m1s
[23:36:40.001] Received PubSub notification, asking Buildbucket for the build status
[23:36:40.134] Build status: SCHEDULED
[23:37:40.131] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:2:0)
[23:37:40.236] Build status: SCHEDULED
[23:37:40.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:4:0) after 2m57s
[23:40:37.277] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:4:0)
[23:40:37.353] Build status: SCHEDULED
[23:40:37.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:5:0) after 6m10s
[23:40:44.751] Received PubSub notification, asking Buildbucket for the build status
[23:40:44.774] Build status: STARTED
[23:46:47.481] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:5:0)
[23:46:47.502] Build status: STARTED
[23:46:47.502] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:7:0) after 6m10s
[23:52:57.550] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:7:0)
[23:52:57.569] Build status: STARTED
[23:52:57.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:8:0) after 3m29s
[23:56:26.573] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:8:0)
[23:56:26.595] Build status: STARTED
[23:56:26.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:9:0) after 8m49s
[00:05:15.955] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:9:0)
[00:05:15.996] Build status: STARTED
[00:05:15.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:10:0) after 7m52s
[00:13:08.020] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:10:0)
[00:13:08.044] Build status: STARTED
[00:13:08.044] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:11:0) after 8m10s
[00:21:18.133] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:11:0)
[00:21:18.170] Build status: STARTED
[00:21:18.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:12:0) after 2m36s
[00:23:54.204] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:12:0)
[00:23:54.236] Build status: STARTED
[00:23:54.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:13:0) after 6m11s
[00:30:05.225] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:13:0)
[00:30:05.244] Build status: STARTED
[00:30:05.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:14:0) after 2m41s
[00:32:46.274] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:14:0)
[00:32:46.395] Build status: STARTED
[00:32:46.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:15:0) after 3m41s
[00:36:27.482] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:15:0)
[00:36:27.507] Build status: STARTED
[00:36:27.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:16:0) after 2m18s
[00:38:45.517] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:16:0)
[00:38:45.546] Build status: STARTED
[00:38:45.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:17:0) after 3m9s
[00:41:54.588] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:17:0)
[00:41:54.609] Build status: STARTED
[00:41:54.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:18:0) after 2m33s
[00:44:27.682] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:18:0)
[00:44:27.700] Build status: STARTED
[00:44:27.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:19:0) after 5m26s
[00:49:53.732] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:19:0)
[00:49:53.751] Build status: STARTED
[00:49:53.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:20:0) after 5m28s
[00:55:22.228] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:20:0)
[00:55:22.245] Build status: STARTED
[00:55:22.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:21:0) after 7m45s
[01:03:07.316] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:21:0)
[01:03:07.337] Build status: STARTED
[01:03:07.337] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:22:0) after 1m8s
[01:04:15.388] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:22:0)
[01:04:15.460] Build status: STARTED
[01:04:15.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:23:0) after 3m14s
[01:07:29.884] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:23:0)
[01:07:29.915] Build status: STARTED
[01:07:29.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:24:0) after 9m20s
[01:16:49.986] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:24:0)
[01:16:50.010] Build status: STARTED
[01:16:50.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:25:0) after 9m29s
[01:26:19.034] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:25:0)
[01:26:19.074] Build status: STARTED
[01:26:19.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:26:0) after 9m23s
[01:35:42.097] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:26:0)
[01:35:42.116] Build status: STARTED
[01:35:42.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:27:0) after 1m59s
[01:37:41.289] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:27:0)
[01:37:41.351] Build status: STARTED
[01:37:41.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:28:0) after 5m6s
[01:42:47.369] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:28:0)
[01:42:47.395] Build status: STARTED
[01:42:47.396] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:29:0) after 8m2s
[01:50:49.439] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:29:0)
[01:50:49.462] Build status: STARTED
[01:50:49.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:30:0) after 6m27s
[01:57:16.562] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:30:0)
[01:57:16.579] Build status: STARTED
[01:57:16.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:31:0) after 7m32s
[02:04:48.617] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:31:0)
[02:04:48.638] Build status: STARTED
[02:04:48.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:32:0) after 4m49s
[02:09:38.136] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:32:0)
[02:09:38.202] Build status: STARTED
[02:09:38.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:33:0) after 4m10s
[02:13:48.259] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:33:0)
[02:13:48.279] Build status: STARTED
[02:13:48.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:34:0) after 5m40s
[02:19:28.307] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:34:0)
[02:19:28.343] Build status: STARTED
[02:19:28.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:35:0) after 6m34s
[02:26:02.387] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:35:0)
[02:26:02.409] Build status: STARTED
[02:26:02.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:36:0) after 8m2s
[02:34:04.488] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:36:0)
[02:34:04.537] Build status: STARTED
[02:34:04.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:37:0) after 1m13s
[02:35:17.635] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:37:0)
[02:35:17.654] Build status: STARTED
[02:35:17.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:38:0) after 6m58s
[02:42:15.723] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:38:0)
[02:42:15.744] Build status: STARTED
[02:42:15.744] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:39:0) after 3m54s
[02:46:09.792] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:39:0)
[02:46:09.812] Build status: STARTED
[02:46:09.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:40:0) after 7m56s
[02:54:05.835] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:40:0)
[02:54:05.859] Build status: STARTED
[02:54:05.859] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:41:0) after 3m31s
[02:57:36.890] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:41:0)
[02:57:36.908] Build status: STARTED
[02:57:36.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:42:0) after 6m49s
[03:04:25.936] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:42:0)
[03:04:25.959] Build status: STARTED
[03:04:25.959] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:43:0) after 4m31s
[03:08:56.983] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:43:0)
[03:08:57.003] Build status: STARTED
[03:08:57.003] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:44:0) after 3m48s
[03:13:52.242] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:44:0)
[03:13:52.285] Build status: STARTED
[03:13:52.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:45:0) after 3m2s
[03:16:54.346] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:45:0)
[03:16:54.366] Build status: STARTED
[03:16:54.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:46:0) after 6m51s
[03:23:45.403] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:46:0)
[03:23:45.427] Build status: STARTED
[03:23:45.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:47:0) after 2m28s
[03:26:13.450] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:47:0)
[03:26:13.479] Build status: STARTED
[03:26:13.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:48:0) after 2m26s
[03:28:39.539] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:48:0)
[03:28:39.557] Build status: STARTED
[03:28:39.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:49:0) after 6m49s
[03:35:28.583] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:49:0)
[03:35:28.615] Build status: STARTED
[03:35:28.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:50:0) after 8m11s
[03:46:18.670] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:50:0)
[03:46:18.727] Build status: STARTED
[03:46:18.727] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:51:0) after 1m59s
[03:48:17.749] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:51:0)
[03:48:17.770] Build status: STARTED
[03:48:17.770] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:52:0) after 2m2s
[03:50:19.830] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:52:0)
[03:50:19.874] Build status: STARTED
[03:50:19.874] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:53:0) after 8m2s
[03:58:21.924] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:53:0)
[03:58:21.989] Build status: STARTED
[03:58:21.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:54:0) after 8m23s
[04:06:45.148] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:54:0)
[04:06:45.171] Build status: STARTED
[04:06:45.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:55:0) after 4m41s
[04:11:26.339] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:55:0)
[04:11:26.358] Build status: STARTED
[04:11:26.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:56:0) after 4m5s
[04:15:31.383] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:56:0)
[04:15:31.399] Build status: STARTED
[04:15:31.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:57:0) after 6m18s
[04:21:49.564] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:57:0)
[04:21:49.801] Build status: STARTED
[04:21:49.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:58:0) after 4m33s
[04:26:22.834] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:58:0)
[04:26:22.852] Build status: STARTED
[04:26:22.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:59:0) after 1m8s
[04:27:31.108] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:59:0)
[04:27:31.132] Build status: STARTED
[04:27:31.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:60:0) after 4m37s
[04:32:08.276] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:60:0)
[04:32:08.300] Build status: STARTED
[04:32:08.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:61:0) after 1m13s
[04:33:21.356] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:61:0)
[04:33:21.386] Build status: STARTED
[04:33:21.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:62:0) after 6m31s
[04:39:52.418] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:62:0)
[04:39:52.493] Build status: STARTED
[04:39:52.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:63:0) after 1m14s
[04:41:06.549] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:63:0)
[04:41:06.575] Build status: STARTED
[04:41:06.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:64:0) after 9m0s
[04:50:06.797] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:64:0)
[04:50:06.816] Build status: STARTED
[04:50:06.816] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:65:0) after 1m38s
[04:51:44.862] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:65:0)
[04:51:44.996] Build status: STARTED
[04:51:44.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:66:0) after 5m49s
[04:57:34.044] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:66:0)
[04:57:34.074] Build status: STARTED
[04:57:34.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:67:0) after 5m57s
[05:03:31.339] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:67:0)
[05:03:31.383] Build status: STARTED
[05:03:31.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:68:0) after 9m59s
[05:13:30.455] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:68:0)
[05:13:30.480] Build status: STARTED
[05:13:30.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:69:0) after 4m35s
[05:18:05.664] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:69:0)
[05:18:05.693] Build status: STARTED
[05:18:05.693] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:70:0) after 2m49s
[05:20:54.735] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:70:0)
[05:20:54.797] Build status: STARTED
[05:20:54.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:71:0) after 8m22s
[05:29:16.819] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:71:0)
[05:29:16.841] Build status: STARTED
[05:29:16.841] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:72:0) after 8m31s
[05:37:47.963] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:72:0)
[05:37:48.005] Build status: STARTED
[05:37:48.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:73:0) after 4m14s
[05:42:02.123] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:73:0)
[05:42:02.141] Build status: STARTED
[05:42:02.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:74:0) after 4m29s
[05:46:31.162] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:74:0)
[05:46:31.179] Build status: STARTED
[05:46:31.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:75:0) after 5m30s
[05:52:01.240] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:75:0)
[05:52:01.268] Build status: STARTED
[05:52:01.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:76:0) after 9m41s
[06:01:42.289] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:76:0)
[06:01:42.317] Build status: STARTED
[06:01:42.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:77:0) after 7m3s
[06:08:45.443] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:77:0)
[06:08:45.462] Build status: STARTED
[06:08:45.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:78:0) after 8m24s
[06:17:09.663] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:78:0)
[06:17:09.799] Build status: STARTED
[06:17:09.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:79:0) after 5m42s
[06:22:52.347] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:79:0)
[06:22:52.367] Build status: STARTED
[06:22:52.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:80:0) after 7m36s
[06:30:28.500] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:80:0)
[06:30:28.540] Build status: STARTED
[06:30:28.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:81:0) after 9m18s
[06:39:46.608] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:81:0)
[06:39:46.633] Build status: STARTED
[06:39:46.633] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:82:0) after 6m4s
[06:45:50.837] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:82:0)
[06:45:50.895] Build status: STARTED
[06:45:50.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:83:0) after 6m54s
[06:52:45.037] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:83:0)
[06:52:45.056] Build status: STARTED
[06:52:45.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:84:0) after 7m27s
[07:00:12.354] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:84:0)
[07:00:12.377] Build status: STARTED
[07:00:12.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:85:0) after 6m38s
[07:06:50.404] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:85:0)
[07:06:50.423] Build status: STARTED
[07:06:50.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:86:0) after 7m58s
[07:14:48.715] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:86:0)
[07:14:48.739] Build status: STARTED
[07:14:48.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:87:0) after 5m0s
[07:19:48.771] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:87:0)
[07:19:48.796] Build status: STARTED
[07:19:48.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:88:0) after 7m9s
[07:26:57.851] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:88:0)
[07:26:58.039] Build status: STARTED
[07:26:58.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8922591579640482112:89:0) after 8m35s
[07:32:03.490] Received PubSub notification, asking Buildbucket for the build status
[07:32:03.510] Build:
{
  "id": "8757161517750087649",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 19357,
  "createdBy": "project:chromium",
  "createTime": "2024-02-02T23:36:38.108353638Z",
  "startTime": "2024-02-02T23:40:44.245971Z",
  "endTime": "2024-02-03T07:32:02.544769Z",
  "updateTime": "2024-02-03T07:32:02.544769Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "70608c6d5cdf14645fb12eae8c4b62bdb7f2623e",
      "ref": "refs/heads/main"
    }
  }
}
[07:32:03.510] Invocation finished in 7h55m26.588150563s with status FAILED