Status: FAILED
Triggered by: -
Duration: 7 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxTSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b40c46a7353f77064b24671cabc5810c8a9939eb"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b40c46a7353f77064b24671cabc5810c8a9939eb
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[18:14:29.447] New invocation is queued and will start shortly
[18:14:30.526] Starting the invocation (attempt 1)
[18:14:30.556] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b40c46a7353f77064b24671cabc5810c8a9939eb"
[18:14:30.556] Popped gitiles commit info from properties and tags
[18:14:30.556] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:14:30.556] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:14:30.556] Buildbucket request:
{
  "requestId": "8956132723542008288",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b40c46a7353f77064b24671cabc5810c8a9939eb",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8956132723542008288"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxTSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:14:31.069] Scheduled build:
{
  "id": "8790702661656277761",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 15941,
  "createdBy": "project:chromium",
  "createTime": "2023-01-28T18:14:30.622036058Z",
  "updateTime": "2023-01-28T18:14:30.622036058Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b40c46a7353f77064b24671cabc5810c8a9939eb",
      "ref": "refs/heads/main"
    }
  }
}
[18:14:31.069] Task URL: https://cr-buildbucket.appspot.com/build/8790702661656277761
[18:14:31.069] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:2:0) after 4m47s
[18:14:53.879] Received PubSub notification, asking Buildbucket for the build status
[18:14:53.974] Build status: STARTED
[18:19:18.184] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:2:0)
[18:19:18.203] Build status: STARTED
[18:19:18.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:4:0) after 7m52s
[18:27:10.223] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:4:0)
[18:27:10.246] Build status: STARTED
[18:27:10.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:5:0) after 3m31s
[18:30:41.376] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:5:0)
[18:30:41.399] Build status: STARTED
[18:30:41.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:6:0) after 2m10s
[18:32:51.522] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:6:0)
[18:32:51.548] Build status: STARTED
[18:32:51.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:7:0) after 7m16s
[18:40:07.657] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:7:0)
[18:40:07.682] Build status: STARTED
[18:40:07.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:8:0) after 4m32s
[18:44:39.702] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:8:0)
[18:44:39.721] Build status: STARTED
[18:44:39.721] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:9:0) after 7m26s
[18:52:05.740] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:9:0)
[18:52:05.762] Build status: STARTED
[18:52:05.762] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:10:0) after 2m50s
[18:54:55.793] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:10:0)
[18:54:55.812] Build status: STARTED
[18:54:55.812] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:11:0) after 1m32s
[18:56:27.828] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:11:0)
[18:56:27.850] Build status: STARTED
[18:56:27.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:12:0) after 6m40s
[19:03:07.832] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:12:0)
[19:03:07.856] Build status: STARTED
[19:03:07.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:13:0) after 5m10s
[19:08:17.874] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:13:0)
[19:08:17.933] Build status: STARTED
[19:08:17.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:14:0) after 3m33s
[19:11:51.058] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:14:0)
[19:11:51.113] Build status: STARTED
[19:11:51.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:15:0) after 1m46s
[19:13:37.131] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:15:0)
[19:13:37.152] Build status: STARTED
[19:13:37.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:16:0) after 6m56s
[19:20:33.239] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:16:0)
[19:20:33.259] Build status: STARTED
[19:20:33.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:17:0) after 8m7s
[19:28:40.401] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:17:0)
[19:28:40.420] Build status: STARTED
[19:28:40.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:18:0) after 4m59s
[19:33:39.439] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:18:0)
[19:33:39.463] Build status: STARTED
[19:33:39.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:19:0) after 2m30s
[19:36:09.547] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:19:0)
[19:36:09.567] Build status: STARTED
[19:36:09.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:20:0) after 7m13s
[19:43:22.793] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:20:0)
[19:43:22.814] Build status: STARTED
[19:43:22.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:21:0) after 2m43s
[19:46:05.832] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:21:0)
[19:46:05.852] Build status: STARTED
[19:46:05.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:22:0) after 3m47s
[19:49:52.877] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:22:0)
[19:49:52.899] Build status: STARTED
[19:49:52.899] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:23:0) after 3m16s
[19:53:09.099] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:23:0)
[19:53:09.164] Build status: STARTED
[19:53:09.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:24:0) after 6m49s
[19:59:58.408] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:24:0)
[19:59:58.430] Build status: STARTED
[19:59:58.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:25:0) after 4m53s
[20:04:51.448] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:25:0)
[20:04:51.471] Build status: STARTED
[20:04:51.471] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:26:0) after 3m51s
[20:08:42.493] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:26:0)
[20:08:42.516] Build status: STARTED
[20:08:42.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:27:0) after 1m21s
[20:10:03.559] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:27:0)
[20:10:03.588] Build status: STARTED
[20:10:03.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:28:0) after 1m43s
[20:11:46.744] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:28:0)
[20:11:46.767] Build status: STARTED
[20:11:46.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:29:0) after 2m56s
[20:14:42.874] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:29:0)
[20:14:42.893] Build status: STARTED
[20:14:42.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:30:0) after 6m21s
[20:21:04.954] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:30:0)
[20:21:04.982] Build status: STARTED
[20:21:04.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:31:0) after 5m47s
[20:26:52.011] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:31:0)
[20:26:52.040] Build status: STARTED
[20:26:52.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:32:0) after 4m32s
[20:31:24.129] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:32:0)
[20:31:24.181] Build status: STARTED
[20:31:24.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:33:0) after 7m53s
[20:39:17.910] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:33:0)
[20:39:17.931] Build status: STARTED
[20:39:17.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:34:0) after 7m34s
[20:46:52.022] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:34:0)
[20:46:52.042] Build status: STARTED
[20:46:52.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:35:0) after 7m29s
[20:54:21.206] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:35:0)
[20:54:21.229] Build status: STARTED
[20:54:21.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:36:0) after 8m14s
[21:02:35.376] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:36:0)
[21:02:35.419] Build status: STARTED
[21:02:35.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:37:0) after 2m34s
[21:05:09.429] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:37:0)
[21:05:09.454] Build status: STARTED
[21:05:09.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:38:0) after 4m58s
[21:10:07.474] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:38:0)
[21:10:07.520] Build status: STARTED
[21:10:07.520] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:39:0) after 2m31s
[21:12:38.558] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:39:0)
[21:12:38.624] Build status: STARTED
[21:12:38.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:40:0) after 5m55s
[21:18:34.588] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:40:0)
[21:18:34.610] Build status: STARTED
[21:18:34.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:41:0) after 2m0s
[21:20:35.431] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:41:0)
[21:20:35.538] Build status: STARTED
[21:20:35.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:42:0) after 6m52s
[21:27:27.743] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:42:0)
[21:27:27.763] Build status: STARTED
[21:27:27.763] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:43:0) after 1m42s
[21:29:09.787] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:43:0)
[21:29:09.809] Build status: STARTED
[21:29:09.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:44:0) after 1m25s
[21:30:34.829] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:44:0)
[21:30:34.854] Build status: STARTED
[21:30:34.854] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:45:0) after 3m48s
[21:34:22.875] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:45:0)
[21:34:22.898] Build status: STARTED
[21:34:22.898] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:46:0) after 5m17s
[21:39:39.931] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:46:0)
[21:39:39.982] Build status: STARTED
[21:39:39.983] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:47:0) after 1m50s
[21:41:30.117] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:47:0)
[21:41:30.142] Build status: STARTED
[21:41:30.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:48:0) after 8m57s
[21:50:27.166] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:48:0)
[21:50:27.192] Build status: STARTED
[21:50:27.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:49:0) after 9m0s
[21:59:27.352] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:49:0)
[21:59:27.377] Build status: STARTED
[21:59:27.377] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:50:0) after 2m51s
[22:02:18.403] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:50:0)
[22:02:18.427] Build status: STARTED
[22:02:18.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:51:0) after 5m48s
[22:08:06.482] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:51:0)
[22:08:06.565] Build status: STARTED
[22:08:06.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:52:0) after 8m13s
[22:16:19.585] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:52:0)
[22:16:19.626] Build status: STARTED
[22:16:19.626] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:53:0) after 5m47s
[22:22:06.649] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:53:0)
[22:22:06.705] Build status: STARTED
[22:22:06.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:54:0) after 1m39s
[22:23:45.761] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:54:0)
[22:23:45.781] Build status: STARTED
[22:23:45.781] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:55:0) after 7m50s
[22:31:35.821] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:55:0)
[22:31:35.843] Build status: STARTED
[22:31:35.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:56:0) after 9m26s
[22:41:01.912] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:56:0)
[22:41:01.933] Build status: STARTED
[22:41:01.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:57:0) after 2m4s
[22:43:05.981] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:57:0)
[22:43:06.007] Build status: STARTED
[22:43:06.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:58:0) after 2m22s
[22:45:28.077] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:58:0)
[22:45:28.096] Build status: STARTED
[22:45:28.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:59:0) after 9m32s
[22:55:00.117] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:59:0)
[22:55:00.138] Build status: STARTED
[22:55:00.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:60:0) after 6m46s
[23:01:46.224] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:60:0)
[23:01:46.255] Build status: STARTED
[23:01:46.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:61:0) after 1m12s
[23:02:58.278] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:61:0)
[23:02:58.310] Build status: STARTED
[23:02:58.310] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:62:0) after 6m12s
[23:09:10.293] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:62:0)
[23:09:10.314] Build status: STARTED
[23:09:10.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:63:0) after 8m58s
[23:18:08.461] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:63:0)
[23:18:08.484] Build status: STARTED
[23:18:08.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:64:0) after 3m21s
[23:21:29.501] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:64:0)
[23:21:29.522] Build status: STARTED
[23:21:29.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:65:0) after 2m14s
[23:23:43.548] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:65:0)
[23:23:43.577] Build status: STARTED
[23:23:43.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:66:0) after 9m47s
[23:33:31.097] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:66:0)
[23:33:31.123] Build status: STARTED
[23:33:31.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:67:0) after 2m55s
[23:36:26.136] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:67:0)
[23:36:26.172] Build status: STARTED
[23:36:26.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:68:0) after 4m51s
[23:41:17.348] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:68:0)
[23:41:17.371] Build status: STARTED
[23:41:17.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:69:0) after 8m56s
[23:50:13.479] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:69:0)
[23:50:13.501] Build status: STARTED
[23:50:13.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:70:0) after 4m11s
[23:54:25.407] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:70:0)
[23:54:25.428] Build status: STARTED
[23:54:25.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:71:0) after 6m7s
[00:00:32.489] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:71:0)
[00:00:32.518] Build status: STARTED
[00:00:32.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:72:0) after 3m30s
[00:04:02.581] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:72:0)
[00:04:02.605] Build status: STARTED
[00:04:02.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:73:0) after 9m32s
[00:13:34.705] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:73:0)
[00:13:34.732] Build status: STARTED
[00:13:34.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:74:0) after 5m30s
[00:19:04.766] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:74:0)
[00:19:04.797] Build status: STARTED
[00:19:04.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:75:0) after 8m12s
[00:27:17.005] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:75:0)
[00:27:17.040] Build status: STARTED
[00:27:17.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:76:0) after 1m40s
[00:28:57.061] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:76:0)
[00:28:57.084] Build status: STARTED
[00:28:57.084] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:77:0) after 7m25s
[00:36:22.189] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:77:0)
[00:36:22.230] Build status: STARTED
[00:36:22.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:78:0) after 6m34s
[00:42:56.339] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:78:0)
[00:42:56.361] Build status: STARTED
[00:42:56.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:79:0) after 3m11s
[00:46:07.383] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:79:0)
[00:46:07.406] Build status: STARTED
[00:46:07.406] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:80:0) after 1m5s
[00:47:12.439] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:80:0)
[00:47:12.461] Build status: STARTED
[00:47:12.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:81:0) after 5m26s
[00:52:38.489] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:81:0)
[00:52:38.548] Build status: STARTED
[00:52:38.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:82:0) after 5m56s
[00:58:34.575] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:82:0)
[00:58:34.596] Build status: STARTED
[00:58:34.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:83:0) after 2m34s
[01:01:08.827] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:83:0)
[01:01:08.858] Build status: STARTED
[01:01:08.858] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:84:0) after 8m13s
[01:09:22.049] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:84:0)
[01:09:22.070] Build status: STARTED
[01:09:22.070] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:85:0) after 3m19s
[01:12:41.101] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:85:0)
[01:12:41.121] Build status: STARTED
[01:12:41.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:86:0) after 2m22s
[01:15:03.215] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:86:0)
[01:15:03.240] Build status: STARTED
[01:15:03.240] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:87:0) after 3m46s
[01:18:49.346] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:87:0)
[01:18:49.370] Build status: STARTED
[01:18:49.370] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:88:0) after 6m4s
[01:24:53.387] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:88:0)
[01:24:53.411] Build status: STARTED
[01:24:53.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:89:0) after 9m32s
[01:34:25.454] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:89:0)
[01:34:25.477] Build status: STARTED
[01:34:25.477] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:90:0) after 7m26s
[01:41:51.549] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:90:0)
[01:41:51.571] Build status: STARTED
[01:41:51.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:91:0) after 3m22s
[01:45:13.569] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:91:0)
[01:45:13.618] Build status: STARTED
[01:45:13.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8956132723542008288:92:0) after 9m7s
[01:49:49.309] Received PubSub notification, asking Buildbucket for the build status
[01:49:49.334] Build:
{
  "id": "8790702661656277761",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxTSan"
  },
  "number": 15941,
  "createdBy": "project:chromium",
  "createTime": "2023-01-28T18:14:30.622036058Z",
  "startTime": "2023-01-28T18:14:53.218469Z",
  "endTime": "2023-01-29T01:49:48.777307633Z",
  "updateTime": "2023-01-29T01:49:48.777307633Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b40c46a7353f77064b24671cabc5810c8a9939eb",
      "ref": "refs/heads/main"
    }
  }
}
[01:49:49.334] Invocation finished in 7h35m19.893511931s with status FAILED