Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/master",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2e1c500510129be6ef6c9b17f593e59dd959d885"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2e1c500510129be6ef6c9b17f593e59dd959d885
  • gitiles_ref:refs/heads/master

Debug log (UTC)

[03:15:22.756] New invocation is queued and will start shortly
[03:15:23.950] Starting the invocation (attempt 1)
[03:15:24.003] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2e1c500510129be6ef6c9b17f593e59dd959d885"
[03:15:24.003] Popped gitiles commit info from properties and tags
[03:15:24.003] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:15:24.003] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:15:24.003] Buildbucket request:
{
  "requestId": "9010728664537612016",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2e1c500510129be6ef6c9b17f593e59dd959d885",
    "ref": "refs/heads/master"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9010728664537612016"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:15:26.419] Scheduled build:
{
  "id": "8845298600740669056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 9964,
  "createdBy": "project:chromium",
  "createTime": "2021-06-05T03:15:25.737927Z",
  "updateTime": "2021-06-05T03:15:26.319167Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2e1c500510129be6ef6c9b17f593e59dd959d885",
      "ref": "refs/heads/master"
    }
  }
}
[03:15:26.419] Task URL: https://cr-buildbucket.appspot.com/build/8845298600740669056
[03:15:26.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:2:0) after 1m51s
[03:15:40.947] Received PubSub notification, asking Buildbucket for the build status
[03:15:40.974] Build status: STARTED
[03:17:17.457] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:2:0)
[03:17:17.489] Build status: STARTED
[03:17:17.489] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:4:0) after 2m0s
[03:19:17.651] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:4:0)
[03:19:17.708] Build status: STARTED
[03:19:17.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:5:0) after 9m1s
[03:28:18.900] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:5:0)
[03:28:18.927] Build status: STARTED
[03:28:18.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:6:0) after 1m32s
[03:29:51.032] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:6:0)
[03:29:51.061] Build status: STARTED
[03:29:51.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:7:0) after 4m55s
[03:34:46.323] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:7:0)
[03:34:46.363] Build status: STARTED
[03:34:46.363] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:8:0) after 2m40s
[03:37:26.388] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:8:0)
[03:37:26.430] Build status: STARTED
[03:37:26.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:9:0) after 4m34s
[03:42:00.652] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:9:0)
[03:42:00.683] Build status: STARTED
[03:42:00.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:10:0) after 6m23s
[03:48:23.805] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:10:0)
[03:48:23.832] Build status: STARTED
[03:48:23.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:11:0) after 4m23s
[03:52:46.864] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:11:0)
[03:52:46.904] Build status: STARTED
[03:52:46.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:12:0) after 7m18s
[04:00:05.033] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:12:0)
[04:00:05.061] Build status: STARTED
[04:00:05.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:13:0) after 5m35s
[04:05:40.101] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:13:0)
[04:05:40.134] Build status: STARTED
[04:05:40.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:14:0) after 2m30s
[04:08:10.353] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:14:0)
[04:08:10.382] Build status: STARTED
[04:08:10.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:15:0) after 9m33s
[04:17:43.411] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:15:0)
[04:17:43.454] Build status: STARTED
[04:17:43.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:16:0) after 4m55s
[04:22:38.524] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:16:0)
[04:22:38.554] Build status: STARTED
[04:22:38.554] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:17:0) after 2m8s
[04:24:46.675] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:17:0)
[04:24:46.709] Build status: STARTED
[04:24:46.709] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:18:0) after 4m36s
[04:29:22.730] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:18:0)
[04:29:22.761] Build status: STARTED
[04:29:22.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:19:0) after 9m48s
[04:39:10.806] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:19:0)
[04:39:10.838] Build status: STARTED
[04:39:10.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:20:0) after 2m36s
[04:41:46.876] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:20:0)
[04:41:46.920] Build status: STARTED
[04:41:46.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:21:0) after 8m29s
[04:50:15.946] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:21:0)
[04:50:16.021] Build status: STARTED
[04:50:16.021] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:22:0) after 4m0s
[04:54:16.043] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:22:0)
[04:54:16.077] Build status: STARTED
[04:54:16.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:23:0) after 3m55s
[04:58:11.279] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:23:0)
[04:58:11.309] Build status: STARTED
[04:58:11.309] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:24:0) after 7m36s
[05:05:47.344] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:24:0)
[05:05:47.373] Build status: STARTED
[05:05:47.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:25:0) after 1m52s
[05:07:39.380] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:25:0)
[05:07:39.413] Build status: STARTED
[05:07:39.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:26:0) after 3m43s
[05:11:22.658] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:26:0)
[05:11:22.685] Build status: STARTED
[05:11:22.685] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:27:0) after 8m52s
[05:20:15.365] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:27:0)
[05:20:15.391] Build status: STARTED
[05:20:15.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:28:0) after 2m0s
[05:22:15.423] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:28:0)
[05:22:15.452] Build status: STARTED
[05:22:15.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:29:0) after 4m49s
[05:27:04.475] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:29:0)
[05:27:04.607] Build status: STARTED
[05:27:04.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:30:0) after 4m35s
[05:31:39.639] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:30:0)
[05:31:39.666] Build status: STARTED
[05:31:39.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:31:0) after 9m7s
[05:40:46.712] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:31:0)
[05:40:46.741] Build status: STARTED
[05:40:46.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:32:0) after 5m44s
[05:46:30.964] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:32:0)
[05:46:30.991] Build status: STARTED
[05:46:30.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:33:0) after 3m55s
[05:50:26.017] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:33:0)
[05:50:26.046] Build status: STARTED
[05:50:26.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:34:0) after 5m25s
[05:55:51.144] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:34:0)
[05:55:51.177] Build status: STARTED
[05:55:51.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:35:0) after 6m18s
[06:02:09.250] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:35:0)
[06:02:09.278] Build status: STARTED
[06:02:09.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:36:0) after 9m13s
[06:11:22.389] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:36:0)
[06:11:22.435] Build status: STARTED
[06:11:22.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:37:0) after 4m30s
[06:15:52.457] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:37:0)
[06:15:52.481] Build status: STARTED
[06:15:52.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:38:0) after 2m32s
[06:18:24.508] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:38:0)
[06:18:24.537] Build status: STARTED
[06:18:24.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:39:0) after 2m11s
[06:20:35.627] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:39:0)
[06:20:35.651] Build status: STARTED
[06:20:35.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:40:0) after 8m8s
[06:28:43.677] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:40:0)
[06:28:43.830] Build status: STARTED
[06:28:43.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:41:0) after 2m34s
[06:31:17.907] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:41:0)
[06:31:17.936] Build status: STARTED
[06:31:17.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:42:0) after 2m42s
[06:33:59.960] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:42:0)
[06:33:59.987] Build status: STARTED
[06:33:59.987] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:43:0) after 8m24s
[06:42:24.016] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:43:0)
[06:42:24.045] Build status: STARTED
[06:42:24.045] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:44:0) after 3m15s
[06:45:39.071] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:44:0)
[06:45:39.114] Build status: STARTED
[06:45:39.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:45:0) after 6m40s
[06:52:19.708] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:45:0)
[06:52:19.752] Build status: STARTED
[06:52:19.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:46:0) after 7m34s
[06:59:53.781] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:46:0)
[06:59:53.807] Build status: STARTED
[06:59:53.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:47:0) after 3m51s
[07:03:44.850] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:47:0)
[07:03:44.899] Build status: STARTED
[07:03:44.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:48:0) after 3m0s
[07:06:44.949] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:48:0)
[07:06:45.057] Build status: STARTED
[07:06:45.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:49:0) after 9m23s
[07:16:08.114] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:49:0)
[07:16:08.145] Build status: STARTED
[07:16:08.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:50:0) after 2m21s
[07:18:29.283] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:50:0)
[07:18:29.351] Build status: STARTED
[07:18:29.351] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:51:0) after 7m7s
[07:25:36.393] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:51:0)
[07:25:36.712] Build status: STARTED
[07:25:36.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:52:0) after 8m25s
[07:34:01.876] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:52:0)
[07:34:01.900] Build status: STARTED
[07:34:01.900] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:53:0) after 1m15s
[07:35:16.926] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:53:0)
[07:35:16.962] Build status: STARTED
[07:35:16.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:54:0) after 5m47s
[07:41:03.995] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:54:0)
[07:41:04.317] Build status: STARTED
[07:41:04.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:55:0) after 7m55s
[07:48:59.512] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:55:0)
[07:48:59.547] Build status: STARTED
[07:48:59.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:56:0) after 1m18s
[07:50:17.669] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:56:0)
[07:50:17.705] Build status: STARTED
[07:50:17.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:57:0) after 2m50s
[07:53:07.747] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:57:0)
[07:53:07.781] Build status: STARTED
[07:53:07.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:58:0) after 6m31s
[07:59:38.810] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:58:0)
[07:59:38.899] Build status: STARTED
[07:59:38.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:59:0) after 2m45s
[08:02:24.038] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:59:0)
[08:02:24.069] Build status: STARTED
[08:02:24.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:60:0) after 1m42s
[08:04:06.219] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:60:0)
[08:04:06.252] Build status: STARTED
[08:04:06.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:61:0) after 7m49s
[08:11:55.406] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:61:0)
[08:11:55.446] Build status: STARTED
[08:11:55.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:62:0) after 1m25s
[08:13:20.469] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:62:0)
[08:13:20.538] Build status: STARTED
[08:13:20.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:63:0) after 6m15s
[08:19:35.625] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:63:0)
[08:19:35.653] Build status: STARTED
[08:19:35.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:64:0) after 1m18s
[08:20:54.124] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:64:0)
[08:20:54.155] Build status: STARTED
[08:20:54.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:65:0) after 7m39s
[08:28:33.202] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:65:0)
[08:28:33.303] Build status: STARTED
[08:28:33.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:66:0) after 4m3s
[08:32:36.460] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:66:0)
[08:32:36.487] Build status: STARTED
[08:32:36.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:67:0) after 5m55s
[08:38:33.716] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:67:0)
[08:38:33.819] Build status: STARTED
[08:38:33.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:68:0) after 6m43s
[08:45:16.974] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:68:0)
[08:45:17.010] Build status: STARTED
[08:45:17.010] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:69:0) after 1m20s
[08:46:37.123] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:69:0)
[08:46:37.165] Build status: STARTED
[08:46:37.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:70:0) after 9m45s
[08:56:22.193] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:70:0)
[08:56:22.221] Build status: STARTED
[08:56:22.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:71:0) after 7m22s
[09:03:44.248] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:71:0)
[09:03:44.300] Build status: STARTED
[09:03:44.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:72:0) after 1m24s
[09:05:08.345] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:72:0)
[09:05:08.373] Build status: STARTED
[09:05:08.373] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:73:0) after 3m52s
[09:09:00.412] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:73:0)
[09:09:00.446] Build status: STARTED
[09:09:00.446] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:74:0) after 7m22s
[09:16:22.475] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:74:0)
[09:16:22.505] Build status: STARTED
[09:16:22.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:75:0) after 2m35s
[09:18:57.608] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:75:0)
[09:18:57.651] Build status: STARTED
[09:18:57.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:76:0) after 7m11s
[09:26:08.675] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:76:0)
[09:26:08.760] Build status: STARTED
[09:26:08.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:77:0) after 4m23s
[09:30:31.799] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:77:0)
[09:30:31.838] Build status: STARTED
[09:30:31.838] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:78:0) after 9m4s
[09:39:35.861] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:78:0)
[09:39:35.891] Build status: STARTED
[09:39:35.891] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:79:0) after 3m37s
[09:43:12.968] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:79:0)
[09:43:12.999] Build status: STARTED
[09:43:12.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:80:0) after 7m52s
[09:51:05.064] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:80:0)
[09:51:05.096] Build status: STARTED
[09:51:05.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:81:0) after 9m59s
[10:01:04.128] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:81:0)
[10:01:04.158] Build status: STARTED
[10:01:04.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:82:0) after 4m42s
[10:05:46.772] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:82:0)
[10:05:46.802] Build status: STARTED
[10:05:46.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:83:0) after 8m5s
[10:13:51.902] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:83:0)
[10:13:51.975] Build status: STARTED
[10:13:51.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:84:0) after 1m37s
[10:15:29.028] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:84:0)
[10:15:29.064] Build status: STARTED
[10:15:29.064] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:9010728664537612016:85:0) after 5m0s
[10:17:07.700] Received PubSub notification, asking Buildbucket for the build status
[10:17:07.726] Build:
{
  "id": "8845298600740669056",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 9964,
  "createdBy": "project:chromium",
  "createTime": "2021-06-05T03:15:25.737927Z",
  "startTime": "2021-06-05T03:15:40.209577Z",
  "endTime": "2021-06-05T10:17:07.357786198Z",
  "updateTime": "2021-06-05T10:17:07.358244840Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2e1c500510129be6ef6c9b17f593e59dd959d885",
      "ref": "refs/heads/master"
    }
  }
}
[10:17:07.726] Invocation finished in 7h1m44.994062786s with status FAILED