Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2101965ffeffa6538ee5ec6479820868b6346e1c"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2101965ffeffa6538ee5ec6479820868b6346e1c
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[20:35:38.011] New invocation is queued and will start shortly
[20:35:40.808] Starting the invocation (attempt 1)
[20:35:40.862] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2101965ffeffa6538ee5ec6479820868b6346e1c"
[20:35:40.863] Popped gitiles commit info from properties and tags
[20:35:40.863] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:35:40.863] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:35:40.863] Buildbucket request:
{
  "requestId": "8941265941126721488",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2101965ffeffa6538ee5ec6479820868b6346e1c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8941265941126721488"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:35:41.325] Scheduled build:
{
  "id": "8775835877387233921",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 16993,
  "createdBy": "project:chromium",
  "createTime": "2023-07-11T20:35:40.947186502Z",
  "updateTime": "2023-07-11T20:35:40.947186502Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2101965ffeffa6538ee5ec6479820868b6346e1c",
      "ref": "refs/heads/main"
    }
  }
}
[20:35:41.325] Task URL: https://cr-buildbucket.appspot.com/build/8775835877387233921
[20:35:41.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:2:0) after 8m4s
[20:35:57.103] Received PubSub notification, asking Buildbucket for the build status
[20:35:57.118] Build status: STARTED
[20:43:45.324] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:2:0)
[20:43:45.342] Build status: STARTED
[20:43:45.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:4:0) after 3m31s
[20:47:16.384] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:4:0)
[20:47:16.415] Build status: STARTED
[20:47:16.415] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:5:0) after 5m22s
[20:52:38.597] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:5:0)
[20:52:38.660] Build status: STARTED
[20:52:38.661] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:6:0) after 2m31s
[20:55:10.113] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:6:0)
[20:55:10.140] Build status: STARTED
[20:55:10.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:7:0) after 8m52s
[21:04:02.177] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:7:0)
[21:04:02.244] Build status: STARTED
[21:04:02.244] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:8:0) after 9m34s
[21:13:36.353] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:8:0)
[21:13:36.372] Build status: STARTED
[21:13:36.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:9:0) after 4m44s
[21:18:20.431] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:9:0)
[21:18:20.449] Build status: STARTED
[21:18:20.449] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:10:0) after 7m5s
[21:25:25.534] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:10:0)
[21:25:25.567] Build status: STARTED
[21:25:25.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:11:0) after 1m40s
[21:27:05.606] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:11:0)
[21:27:05.627] Build status: STARTED
[21:27:05.628] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:12:0) after 8m47s
[21:35:53.591] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:12:0)
[21:35:53.616] Build status: STARTED
[21:35:53.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:13:0) after 2m20s
[21:38:13.666] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:13:0)
[21:38:13.747] Build status: STARTED
[21:38:13.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:14:0) after 3m35s
[21:41:48.797] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:14:0)
[21:41:48.832] Build status: STARTED
[21:41:48.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:15:0) after 1m2s
[21:42:50.877] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:15:0)
[21:42:50.896] Build status: STARTED
[21:42:50.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:16:0) after 3m28s
[21:46:19.317] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:16:0)
[21:46:19.334] Build status: STARTED
[21:46:19.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:17:0) after 5m38s
[21:51:57.412] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:17:0)
[21:51:57.435] Build status: STARTED
[21:51:57.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:18:0) after 9m31s
[22:01:28.559] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:18:0)
[22:01:28.588] Build status: STARTED
[22:01:28.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:19:0) after 8m40s
[22:10:08.610] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:19:0)
[22:10:08.639] Build status: STARTED
[22:10:08.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:20:0) after 9m33s
[22:19:41.668] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:20:0)
[22:19:41.691] Build status: STARTED
[22:19:41.691] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:21:0) after 9m37s
[22:29:18.751] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:21:0)
[22:29:18.771] Build status: STARTED
[22:29:18.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:22:0) after 4m51s
[22:34:09.828] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:22:0)
[22:34:09.932] Build status: STARTED
[22:34:09.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:23:0) after 6m33s
[22:40:43.556] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:23:0)
[22:40:43.579] Build status: STARTED
[22:40:43.579] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:24:0) after 9m59s
[22:50:42.587] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:24:0)
[22:50:42.606] Build status: STARTED
[22:50:42.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:25:0) after 3m48s
[22:54:30.848] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:25:0)
[22:54:30.867] Build status: STARTED
[22:54:30.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:26:0) after 9m12s
[23:03:42.938] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:26:0)
[23:03:42.961] Build status: STARTED
[23:03:42.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:27:0) after 9m50s
[23:13:32.982] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:27:0)
[23:13:33.001] Build status: STARTED
[23:13:33.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:28:0) after 5m29s
[23:19:02.034] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:28:0)
[23:19:02.066] Build status: STARTED
[23:19:02.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:29:0) after 6m29s
[23:25:31.185] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:29:0)
[23:25:31.278] Build status: STARTED
[23:25:31.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:30:0) after 2m59s
[23:28:30.758] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:30:0)
[23:28:30.812] Build status: STARTED
[23:28:30.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:31:0) after 1m16s
[23:29:47.102] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:31:0)
[23:29:47.147] Build status: STARTED
[23:29:47.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:32:0) after 9m50s
[23:39:37.140] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:32:0)
[23:39:37.156] Build status: STARTED
[23:39:37.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:33:0) after 1m9s
[23:40:46.276] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:33:0)
[23:40:46.314] Build status: STARTED
[23:40:46.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:34:0) after 7m55s
[23:48:41.623] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:34:0)
[23:48:41.646] Build status: STARTED
[23:48:41.646] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:35:0) after 2m13s
[23:50:55.175] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:35:0)
[23:50:55.203] Build status: STARTED
[23:50:55.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:36:0) after 3m54s
[23:54:49.346] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:36:0)
[23:54:49.383] Build status: STARTED
[23:54:49.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:37:0) after 1m31s
[23:56:20.524] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:37:0)
[23:56:20.542] Build status: STARTED
[23:56:20.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:38:0) after 1m53s
[23:58:13.575] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:38:0)
[23:58:13.594] Build status: STARTED
[23:58:13.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:39:0) after 6m5s
[00:04:18.661] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:39:0)
[00:04:18.886] Build status: STARTED
[00:04:18.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:40:0) after 4m44s
[00:09:02.974] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:40:0)
[00:09:02.995] Build status: STARTED
[00:09:02.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:41:0) after 4m36s
[00:13:39.036] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:41:0)
[00:13:39.058] Build status: STARTED
[00:13:39.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:42:0) after 1m0s
[00:14:39.088] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:42:0)
[00:14:39.186] Build status: STARTED
[00:14:39.186] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:43:0) after 7m0s
[00:21:39.211] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:43:0)
[00:21:39.230] Build status: STARTED
[00:21:39.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:44:0) after 5m28s
[00:27:07.612] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:44:0)
[00:27:07.642] Build status: STARTED
[00:27:07.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:45:0) after 3m18s
[00:30:25.746] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:45:0)
[00:30:25.827] Build status: STARTED
[00:30:25.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:46:0) after 5m3s
[00:35:28.890] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:46:0)
[00:35:28.920] Build status: STARTED
[00:35:28.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:47:0) after 6m22s
[00:41:50.975] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:47:0)
[00:41:50.998] Build status: STARTED
[00:41:50.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:48:0) after 4m40s
[00:46:31.018] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:48:0)
[00:46:31.052] Build status: STARTED
[00:46:31.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:49:0) after 1m26s
[00:47:57.419] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:49:0)
[00:47:57.436] Build status: STARTED
[00:47:57.436] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:50:0) after 7m55s
[00:55:52.498] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:50:0)
[00:55:52.514] Build status: STARTED
[00:55:52.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:51:0) after 4m53s
[01:00:45.721] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:51:0)
[01:00:45.747] Build status: STARTED
[01:00:45.747] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:52:0) after 6m55s
[01:07:41.145] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:52:0)
[01:07:41.185] Build status: STARTED
[01:07:41.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:53:0) after 5m38s
[01:13:19.207] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:53:0)
[01:13:19.232] Build status: STARTED
[01:13:19.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:54:0) after 7m31s
[01:20:50.260] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:54:0)
[01:20:50.303] Build status: STARTED
[01:20:50.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:55:0) after 3m14s
[01:24:04.283] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:55:0)
[01:24:04.367] Build status: STARTED
[01:24:04.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:56:0) after 2m8s
[01:26:12.367] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:56:0)
[01:26:12.384] Build status: STARTED
[01:26:12.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:57:0) after 9m21s
[01:35:33.471] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:57:0)
[01:35:33.496] Build status: STARTED
[01:35:33.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:58:0) after 1m56s
[01:37:29.553] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:58:0)
[01:37:29.843] Build status: STARTED
[01:37:29.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:59:0) after 2m23s
[01:39:52.928] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:59:0)
[01:39:52.947] Build status: STARTED
[01:39:52.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:60:0) after 1m2s
[01:40:54.975] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:60:0)
[01:40:54.995] Build status: STARTED
[01:40:54.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:61:0) after 7m59s
[01:48:54.018] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:61:0)
[01:48:54.041] Build status: STARTED
[01:48:54.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:62:0) after 2m0s
[01:50:54.259] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:62:0)
[01:50:54.281] Build status: STARTED
[01:50:54.282] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:63:0) after 7m18s
[01:58:12.307] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:63:0)
[01:58:12.325] Build status: STARTED
[01:58:12.326] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:64:0) after 5m43s
[02:03:55.352] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:64:0)
[02:03:55.372] Build status: STARTED
[02:03:55.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:65:0) after 8m39s
[02:12:34.446] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:65:0)
[02:12:34.466] Build status: STARTED
[02:12:34.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:66:0) after 7m14s
[02:19:48.534] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:66:0)
[02:19:48.569] Build status: STARTED
[02:19:48.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:67:0) after 5m40s
[02:25:28.595] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:67:0)
[02:25:28.611] Build status: STARTED
[02:25:28.611] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:68:0) after 9m39s
[02:35:07.684] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:68:0)
[02:35:07.755] Build status: STARTED
[02:35:07.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:69:0) after 4m31s
[02:39:38.783] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:69:0)
[02:39:38.798] Build status: STARTED
[02:39:38.798] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:70:0) after 7m28s
[02:47:06.881] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:70:0)
[02:47:06.925] Build status: STARTED
[02:47:06.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:71:0) after 5m5s
[02:52:12.120] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:71:0)
[02:52:12.145] Build status: STARTED
[02:52:12.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:72:0) after 4m37s
[02:56:49.305] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:72:0)
[02:56:49.339] Build status: STARTED
[02:56:49.339] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:73:0) after 3m27s
[03:00:16.466] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:73:0)
[03:00:16.494] Build status: STARTED
[03:00:16.494] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:74:0) after 1m49s
[03:02:05.630] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:74:0)
[03:02:05.649] Build status: STARTED
[03:02:05.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:75:0) after 8m9s
[03:10:15.191] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:75:0)
[03:10:15.211] Build status: STARTED
[03:10:15.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:76:0) after 3m59s
[03:14:14.294] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:76:0)
[03:14:14.313] Build status: STARTED
[03:14:14.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:77:0) after 5m27s
[03:19:41.835] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:77:0)
[03:19:41.861] Build status: STARTED
[03:19:41.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:78:0) after 2m40s
[03:22:22.053] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:78:0)
[03:22:22.092] Build status: STARTED
[03:22:22.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:79:0) after 9m37s
[03:31:59.115] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:79:0)
[03:31:59.140] Build status: STARTED
[03:31:59.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:80:0) after 1m20s
[03:33:19.242] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:80:0)
[03:33:19.271] Build status: STARTED
[03:33:19.272] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:81:0) after 5m31s
[03:38:50.331] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:81:0)
[03:38:50.351] Build status: STARTED
[03:38:50.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:82:0) after 3m33s
[03:42:23.746] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:82:0)
[03:42:23.766] Build status: STARTED
[03:42:23.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:83:0) after 4m11s
[03:46:34.802] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:83:0)
[03:46:34.819] Build status: STARTED
[03:46:34.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:84:0) after 2m24s
[03:48:59.185] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:84:0)
[03:48:59.270] Build status: STARTED
[03:48:59.270] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:85:0) after 1m50s
[03:50:49.537] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:85:0)
[03:50:49.555] Build status: STARTED
[03:50:49.555] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:86:0) after 7m30s
[03:58:19.744] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:86:0)
[03:58:19.924] Build status: STARTED
[03:58:19.924] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:87:0) after 3m46s
[04:02:06.149] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:87:0)
[04:02:06.171] Build status: STARTED
[04:02:06.171] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:88:0) after 5m58s
[04:08:04.219] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:88:0)
[04:08:04.320] Build status: STARTED
[04:08:04.320] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:89:0) after 1m4s
[04:09:08.302] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:89:0)
[04:09:08.331] Build status: STARTED
[04:09:08.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:90:0) after 2m42s
[04:11:50.460] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:90:0)
[04:11:50.528] Build status: STARTED
[04:11:50.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:91:0) after 6m38s
[04:18:28.703] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:91:0)
[04:18:28.721] Build status: STARTED
[04:18:28.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:92:0) after 5m7s
[04:23:35.934] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:92:0)
[04:23:35.950] Build status: STARTED
[04:23:35.951] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:93:0) after 1m40s
[04:25:15.979] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:93:0)
[04:25:16.001] Build status: STARTED
[04:25:16.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:94:0) after 2m34s
[04:27:50.160] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:94:0)
[04:27:50.180] Build status: STARTED
[04:27:50.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:95:0) after 2m4s
[04:29:54.211] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:95:0)
[04:29:54.233] Build status: STARTED
[04:29:54.233] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:96:0) after 2m6s
[04:32:00.279] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:96:0)
[04:32:00.299] Build status: STARTED
[04:32:00.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:97:0) after 5m5s
[04:37:05.489] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:97:0)
[04:37:05.570] Build status: STARTED
[04:37:05.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:98:0) after 3m16s
[04:40:21.759] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:98:0)
[04:40:21.781] Build status: STARTED
[04:40:21.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:99:0) after 5m9s
[04:45:31.478] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:99:0)
[04:45:31.495] Build status: STARTED
[04:45:31.495] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:100:0) after 2m51s
[04:48:22.783] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:100:0)
[04:48:22.846] Build status: STARTED
[04:48:22.846] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:101:0) after 7m53s
[04:56:16.172] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:101:0)
[04:56:16.191] Build status: STARTED
[04:56:16.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:102:0) after 2m34s
[04:58:50.271] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:102:0)
[04:58:50.294] Build status: STARTED
[04:58:50.294] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:103:0) after 9m20s
[05:08:10.623] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:103:0)
[05:08:10.643] Build status: STARTED
[05:08:10.643] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:104:0) after 1m52s
[05:10:02.722] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:104:0)
[05:10:02.753] Build status: STARTED
[05:10:02.753] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:105:0) after 7m40s
[05:17:42.946] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:105:0)
[05:17:42.963] Build status: STARTED
[05:17:42.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8941265941126721488:106:0) after 8m48s
[05:25:02.818] Received PubSub notification, asking Buildbucket for the build status
[05:25:02.836] Build:
{
  "id": "8775835877387233921",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 16993,
  "createdBy": "project:chromium",
  "createTime": "2023-07-11T20:35:40.947186502Z",
  "startTime": "2023-07-11T20:35:56.259863Z",
  "endTime": "2023-07-12T05:25:02.406681373Z",
  "updateTime": "2023-07-12T05:25:02.406681373Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2101965ffeffa6538ee5ec6479820868b6346e1c",
      "ref": "refs/heads/main"
    }
  }
}
[05:25:02.836] Invocation finished in 8h49m24.838629666s with status FAILED