Status: FAILED
Triggered by: -
Duration: 8 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "ToTLinuxMSan"
>

Incoming triggers

Incoming properties

{
  "branch": "refs/heads/main",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "11b95659c66b9092f978b63128160a7ae6129e71"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/11b95659c66b9092f978b63128160a7ae6129e71
  • gitiles_ref:refs/heads/main

Debug log (UTC)

[17:07:39.703] New invocation is queued and will start shortly
[17:07:40.838] Starting the invocation (attempt 1)
[17:07:40.865] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/11b95659c66b9092f978b63128160a7ae6129e71"
[17:07:40.865] Popped gitiles commit info from properties and tags
[17:07:40.865] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:07:40.865] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:07:40.865] Buildbucket request:
{
  "requestId": "8874327867412297616",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "properties": {
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "11b95659c66b9092f978b63128160a7ae6129e71",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8874327867412297616"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/ToTLinuxMSan"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:07:41.469] Scheduled build:
{
  "id": "8708897805488936817",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 27831,
  "createdBy": "project:chromium",
  "createTime": "2025-07-19T17:07:40.906831927Z",
  "updateTime": "2025-07-19T17:07:40.906831927Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "11b95659c66b9092f978b63128160a7ae6129e71",
      "ref": "refs/heads/main"
    }
  }
}
[17:07:41.469] Task URL: https://cr-buildbucket.appspot.com/build/8708897805488936817
[17:07:41.469] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:2:0) after 8m38s
[17:07:42.429] Received PubSub notification, asking Buildbucket for the build status
[17:07:42.455] Build status: SCHEDULED
[17:08:49.587] Received PubSub notification, asking Buildbucket for the build status
[17:08:49.627] Build status: STARTED
[17:16:19.485] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:2:0)
[17:16:19.513] Build status: STARTED
[17:16:19.513] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:5:0) after 2m29s
[17:18:48.539] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:5:0)
[17:18:48.572] Build status: STARTED
[17:18:48.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:6:0) after 6m51s
[17:25:39.683] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:6:0)
[17:25:39.712] Build status: STARTED
[17:25:39.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:7:0) after 3m45s
[17:29:24.736] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:7:0)
[17:29:25.172] Build status: STARTED
[17:29:25.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:8:0) after 6m33s
[17:35:58.196] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:8:0)
[17:35:58.224] Build status: STARTED
[17:35:58.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:9:0) after 9m1s
[17:44:59.551] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:9:0)
[17:44:59.659] Build status: STARTED
[17:44:59.659] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:10:0) after 5m55s
[17:50:54.677] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:10:0)
[17:50:54.708] Build status: STARTED
[17:50:54.708] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:11:0) after 8m28s
[17:59:22.858] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:11:0)
[17:59:22.890] Build status: STARTED
[17:59:22.890] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:12:0) after 7m48s
[18:07:10.916] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:12:0)
[18:07:11.007] Build status: STARTED
[18:07:11.007] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:13:0) after 4m56s
[18:12:07.038] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:13:0)
[18:12:07.117] Build status: STARTED
[18:12:07.117] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:14:0) after 5m51s
[18:17:58.144] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:14:0)
[18:17:58.174] Build status: STARTED
[18:17:58.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:15:0) after 8m23s
[18:26:21.199] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:15:0)
[18:26:21.226] Build status: STARTED
[18:26:21.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:16:0) after 7m53s
[18:34:14.918] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:16:0)
[18:34:15.001] Build status: STARTED
[18:34:15.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:17:0) after 1m51s
[18:36:06.071] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:17:0)
[18:36:06.095] Build status: STARTED
[18:36:06.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:18:0) after 9m29s
[18:45:35.114] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:18:0)
[18:45:35.135] Build status: STARTED
[18:45:35.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:19:0) after 5m16s
[18:50:51.157] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:19:0)
[18:50:51.181] Build status: STARTED
[18:50:51.181] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:20:0) after 8m54s
[18:59:45.283] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:20:0)
[18:59:45.350] Build status: STARTED
[18:59:45.350] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:21:0) after 3m55s
[19:03:40.499] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:21:0)
[19:03:40.522] Build status: STARTED
[19:03:40.522] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:22:0) after 7m4s
[19:10:44.674] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:22:0)
[19:10:44.694] Build status: STARTED
[19:10:44.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:23:0) after 2m54s
[19:13:38.840] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:23:0)
[19:13:38.878] Build status: STARTED
[19:13:38.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:24:0) after 6m46s
[19:20:25.020] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:24:0)
[19:20:25.039] Build status: STARTED
[19:20:25.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:25:0) after 3m47s
[19:24:12.099] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:25:0)
[19:24:12.147] Build status: STARTED
[19:24:12.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:26:0) after 8m48s
[19:33:00.355] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:26:0)
[19:33:00.382] Build status: STARTED
[19:33:00.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:27:0) after 9m22s
[19:42:22.462] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:27:0)
[19:42:22.496] Build status: STARTED
[19:42:22.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:28:0) after 2m41s
[19:45:03.520] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:28:0)
[19:45:03.547] Build status: STARTED
[19:45:03.548] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:29:0) after 6m33s
[19:51:36.598] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:29:0)
[19:51:36.630] Build status: STARTED
[19:51:36.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:30:0) after 1m12s
[19:52:48.802] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:30:0)
[19:52:48.828] Build status: STARTED
[19:52:48.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:31:0) after 6m10s
[19:58:58.937] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:31:0)
[19:58:58.962] Build status: STARTED
[19:58:58.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:32:0) after 7m47s
[20:06:46.173] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:32:0)
[20:06:46.194] Build status: STARTED
[20:06:46.194] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:33:0) after 1m8s
[20:07:54.300] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:33:0)
[20:07:54.316] Build status: STARTED
[20:07:54.316] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:34:0) after 6m5s
[20:13:59.474] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:34:0)
[20:13:59.493] Build status: STARTED
[20:13:59.493] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:35:0) after 6m16s
[20:20:15.602] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:35:0)
[20:20:15.625] Build status: STARTED
[20:20:15.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:36:0) after 2m50s
[20:23:05.647] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:36:0)
[20:23:05.667] Build status: STARTED
[20:23:05.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:37:0) after 4m32s
[20:27:37.702] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:37:0)
[20:27:37.718] Build status: STARTED
[20:27:37.718] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:38:0) after 3m40s
[20:31:17.750] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:38:0)
[20:31:17.771] Build status: STARTED
[20:31:17.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:39:0) after 6m43s
[20:38:01.176] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:39:0)
[20:38:01.220] Build status: STARTED
[20:38:01.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:40:0) after 9m15s
[20:47:16.336] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:40:0)
[20:47:16.352] Build status: STARTED
[20:47:16.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:41:0) after 6m24s
[20:53:40.376] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:41:0)
[20:53:40.404] Build status: STARTED
[20:53:40.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:42:0) after 1m40s
[20:55:20.453] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:42:0)
[20:55:20.475] Build status: STARTED
[20:55:20.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:43:0) after 8m50s
[21:04:10.529] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:43:0)
[21:04:10.547] Build status: STARTED
[21:04:10.547] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:44:0) after 9m27s
[21:13:37.574] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:44:0)
[21:13:37.593] Build status: STARTED
[21:13:37.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:45:0) after 4m38s
[21:18:15.655] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:45:0)
[21:18:15.671] Build status: STARTED
[21:18:15.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:46:0) after 2m23s
[21:20:38.720] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:46:0)
[21:20:38.739] Build status: STARTED
[21:20:38.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:47:0) after 5m18s
[21:25:56.802] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:47:0)
[21:25:56.828] Build status: STARTED
[21:25:56.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:48:0) after 1m17s
[21:27:13.840] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:48:0)
[21:27:13.861] Build status: STARTED
[21:27:13.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:49:0) after 2m27s
[21:29:40.989] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:49:0)
[21:29:41.051] Build status: STARTED
[21:29:41.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:50:0) after 2m11s
[21:31:52.072] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:50:0)
[21:31:52.095] Build status: STARTED
[21:31:52.096] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:51:0) after 4m6s
[21:35:58.119] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:51:0)
[21:35:58.167] Build status: STARTED
[21:35:58.167] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:52:0) after 2m15s
[21:38:13.221] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:52:0)
[21:38:13.275] Build status: STARTED
[21:38:13.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:53:0) after 6m14s
[21:44:27.317] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:53:0)
[21:44:27.338] Build status: STARTED
[21:44:27.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:54:0) after 6m5s
[21:50:32.356] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:54:0)
[21:50:32.381] Build status: STARTED
[21:50:32.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:55:0) after 5m58s
[21:56:30.364] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:55:0)
[21:56:30.380] Build status: STARTED
[21:56:30.380] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:56:0) after 6m18s
[22:02:48.556] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:56:0)
[22:02:48.584] Build status: STARTED
[22:02:48.584] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:57:0) after 1m38s
[22:04:26.599] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:57:0)
[22:04:26.635] Build status: STARTED
[22:04:26.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:58:0) after 1m38s
[22:06:04.626] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:58:0)
[22:06:04.695] Build status: STARTED
[22:06:04.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:59:0) after 5m34s
[22:11:38.723] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:59:0)
[22:11:38.749] Build status: STARTED
[22:11:38.749] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:60:0) after 2m26s
[22:14:04.775] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:60:0)
[22:14:04.848] Build status: STARTED
[22:14:04.848] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:61:0) after 1m58s
[22:16:02.875] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:61:0)
[22:16:02.906] Build status: STARTED
[22:16:02.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:62:0) after 3m11s
[22:19:13.931] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:62:0)
[22:19:13.953] Build status: STARTED
[22:19:13.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:63:0) after 9m59s
[22:29:12.969] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:63:0)
[22:29:13.118] Build status: STARTED
[22:29:13.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:64:0) after 7m57s
[22:37:10.291] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:64:0)
[22:37:10.313] Build status: STARTED
[22:37:10.313] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:65:0) after 8m7s
[22:45:17.457] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:65:0)
[22:45:17.507] Build status: STARTED
[22:45:17.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:66:0) after 6m27s
[22:51:44.574] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:66:0)
[22:51:44.590] Build status: STARTED
[22:51:44.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:67:0) after 4m46s
[22:56:30.703] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:67:0)
[22:56:30.723] Build status: STARTED
[22:56:30.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:68:0) after 2m30s
[22:59:00.909] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:68:0)
[22:59:01.040] Build status: STARTED
[22:59:01.040] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:69:0) after 6m40s
[23:05:41.058] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:69:0)
[23:05:41.078] Build status: STARTED
[23:05:41.078] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:70:0) after 8m11s
[23:13:52.099] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:70:0)
[23:13:52.125] Build status: STARTED
[23:13:52.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:71:0) after 7m36s
[23:21:28.159] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:71:0)
[23:21:28.174] Build status: STARTED
[23:21:28.174] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:72:0) after 5m47s
[23:27:15.295] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:72:0)
[23:27:15.314] Build status: STARTED
[23:27:15.314] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:73:0) after 9m15s
[23:36:30.397] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:73:0)
[23:36:30.413] Build status: STARTED
[23:36:30.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:74:0) after 8m59s
[23:45:29.723] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:74:0)
[23:45:29.740] Build status: STARTED
[23:45:29.741] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:75:0) after 4m52s
[23:50:22.015] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:75:0)
[23:50:22.037] Build status: STARTED
[23:50:22.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:76:0) after 8m25s
[23:58:48.449] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:76:0)
[23:58:48.467] Build status: STARTED
[23:58:48.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:77:0) after 3m10s
[00:01:58.494] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:77:0)
[00:01:58.511] Build status: STARTED
[00:01:58.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:78:0) after 5m27s
[00:07:25.583] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:78:0)
[00:07:25.695] Build status: STARTED
[00:07:25.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:79:0) after 4m45s
[00:12:10.815] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:79:0)
[00:12:10.840] Build status: STARTED
[00:12:10.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:80:0) after 4m10s
[00:16:20.954] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:80:0)
[00:16:20.973] Build status: STARTED
[00:16:20.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:81:0) after 9m29s
[00:25:50.010] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:81:0)
[00:25:50.028] Build status: STARTED
[00:25:50.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:82:0) after 9m48s
[00:35:38.062] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:82:0)
[00:35:38.085] Build status: STARTED
[00:35:38.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:83:0) after 6m42s
[00:42:20.114] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:83:0)
[00:42:20.208] Build status: STARTED
[00:42:20.208] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:84:0) after 3m35s
[00:45:55.275] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:84:0)
[00:45:55.298] Build status: STARTED
[00:45:55.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:85:0) after 4m32s
[00:50:27.321] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:85:0)
[00:50:27.349] Build status: STARTED
[00:50:27.349] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:86:0) after 3m9s
[00:53:36.342] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:86:0)
[00:53:36.367] Build status: STARTED
[00:53:36.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:87:0) after 6m51s
[01:00:27.394] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:87:0)
[01:00:27.419] Build status: STARTED
[01:00:27.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:88:0) after 1m44s
[01:02:11.441] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:88:0)
[01:02:11.474] Build status: STARTED
[01:02:11.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:89:0) after 5m42s
[01:07:53.495] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:89:0)
[01:07:53.524] Build status: STARTED
[01:07:53.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:90:0) after 7m11s
[01:15:04.621] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:90:0)
[01:15:04.637] Build status: STARTED
[01:15:04.637] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:91:0) after 3m55s
[01:18:59.678] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:91:0)
[01:18:59.817] Build status: STARTED
[01:18:59.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:92:0) after 9m58s
[01:28:57.903] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:92:0)
[01:28:57.921] Build status: STARTED
[01:28:57.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:93:0) after 5m26s
[01:34:23.947] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:93:0)
[01:34:23.966] Build status: STARTED
[01:34:23.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:94:0) after 9m0s
[01:43:23.996] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:94:0)
[01:43:24.012] Build status: STARTED
[01:43:24.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:95:0) after 9m57s
[01:53:21.114] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:95:0)
[01:53:21.135] Build status: STARTED
[01:53:21.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:96:0) after 1m54s
[01:55:15.279] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:96:0)
[01:55:15.299] Build status: STARTED
[01:55:15.299] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8874327867412297616:97:0) after 7m12s
[01:55:35.550] Received PubSub notification, asking Buildbucket for the build status
[01:55:35.611] Build:
{
  "id": "8708897805488936817",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "ToTLinuxMSan"
  },
  "number": 27831,
  "createdBy": "project:chromium",
  "createTime": "2025-07-19T17:07:40.906831927Z",
  "startTime": "2025-07-19T17:08:49.377200879Z",
  "endTime": "2025-07-20T01:55:34.898634527Z",
  "updateTime": "2025-07-20T01:55:34.898634527Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "11b95659c66b9092f978b63128160a7ae6129e71",
      "ref": "refs/heads/main"
    }
  }
}
[01:55:35.611] Invocation finished in 8h47m55.923768065s with status FAILED