[04:41:16.764] New invocation is queued and will start shortly
[04:41:17.903] Starting the invocation (attempt 1)
[04:41:17.933] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3e3c030b5ef3b929503a23fcef0195ab0f3bc256"
[04:41:17.933] Popped gitiles commit info from properties and tags
[04:41:17.933] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:41:17.933] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:41:17.933] Buildbucket request:
{
"requestId": "8953556574360332288",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTLinuxMSan"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "3e3c030b5ef3b929503a23fcef0195ab0f3bc256",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8953556574360332288"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTLinuxMSan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:41:18.515] Scheduled build:
{
"id": "8788126512343899825",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTLinuxMSan"
},
"number": 18539,
"createdBy": "project:chromium",
"createTime": "2023-02-26T04:41:18.056065213Z",
"updateTime": "2023-02-26T04:41:18.056065213Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "3e3c030b5ef3b929503a23fcef0195ab0f3bc256",
"ref": "refs/heads/main"
}
}
}
[04:41:18.515] Task URL: https://cr-buildbucket.appspot.com/build/8788126512343899825
[04:41:18.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:2:0) after 7m47s
[04:49:05.541] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:2:0)
[04:49:05.561] Build status: SCHEDULED
[04:49:05.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:3:0) after 5m27s
[04:49:52.296] Received PubSub notification, asking Buildbucket for the build status
[04:49:52.323] Build status: STARTED
[04:54:32.594] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:3:0)
[04:54:32.613] Build status: STARTED
[04:54:32.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:5:0) after 9m6s
[05:03:38.629] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:5:0)
[05:03:38.653] Build status: STARTED
[05:03:38.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:6:0) after 2m51s
[05:06:29.712] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:6:0)
[05:06:29.738] Build status: STARTED
[05:06:29.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:7:0) after 6m28s
[05:12:57.793] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:7:0)
[05:12:57.822] Build status: STARTED
[05:12:57.822] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:8:0) after 9m50s
[05:22:47.839] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:8:0)
[05:22:47.869] Build status: STARTED
[05:22:47.869] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:9:0) after 8m7s
[05:30:54.914] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:9:0)
[05:30:54.935] Build status: STARTED
[05:30:54.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:10:0) after 1m3s
[05:31:57.952] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:10:0)
[05:31:57.975] Build status: STARTED
[05:31:57.975] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:11:0) after 8m16s
[05:40:13.994] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:11:0)
[05:40:14.025] Build status: STARTED
[05:40:14.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:12:0) after 8m44s
[05:48:58.034] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:12:0)
[05:48:58.055] Build status: STARTED
[05:48:58.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:13:0) after 2m49s
[05:51:47.134] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:13:0)
[05:51:47.157] Build status: STARTED
[05:51:47.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:14:0) after 2m2s
[05:53:49.177] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:14:0)
[05:53:49.199] Build status: STARTED
[05:53:49.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:15:0) after 4m13s
[05:58:02.231] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:15:0)
[05:58:02.341] Build status: STARTED
[05:58:02.341] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:16:0) after 4m55s
[06:02:57.478] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:16:0)
[06:02:57.544] Build status: STARTED
[06:02:57.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:17:0) after 1m7s
[06:04:04.565] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:17:0)
[06:04:04.586] Build status: STARTED
[06:04:04.586] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:18:0) after 9m34s
[06:13:38.609] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:18:0)
[06:13:38.631] Build status: STARTED
[06:13:38.631] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:19:0) after 8m25s
[06:22:03.651] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:19:0)
[06:22:03.677] Build status: STARTED
[06:22:03.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:20:0) after 5m34s
[06:27:37.696] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:20:0)
[06:27:37.730] Build status: STARTED
[06:27:37.730] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:21:0) after 1m26s
[06:29:03.747] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:21:0)
[06:29:03.767] Build status: STARTED
[06:29:03.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:22:0) after 1m4s
[06:30:08.895] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:22:0)
[06:30:08.956] Build status: STARTED
[06:30:08.956] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:23:0) after 2m58s
[06:33:06.974] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:23:0)
[06:33:06.995] Build status: STARTED
[06:33:06.995] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:24:0) after 5m49s
[06:38:56.125] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:24:0)
[06:38:56.176] Build status: STARTED
[06:38:56.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:25:0) after 1m52s
[06:40:48.388] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:25:0)
[06:40:48.414] Build status: STARTED
[06:40:48.414] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:26:0) after 6m31s
[06:47:19.436] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:26:0)
[06:47:19.476] Build status: STARTED
[06:47:19.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:27:0) after 7m21s
[06:54:40.496] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:27:0)
[06:54:40.518] Build status: STARTED
[06:54:40.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:28:0) after 9m30s
[07:04:10.538] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:28:0)
[07:04:10.559] Build status: STARTED
[07:04:10.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:29:0) after 5m45s
[07:09:55.578] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:29:0)
[07:09:55.609] Build status: STARTED
[07:09:55.609] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:30:0) after 9m0s
[07:18:55.628] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:30:0)
[07:18:55.649] Build status: STARTED
[07:18:55.649] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:31:0) after 5m10s
[07:24:05.674] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:31:0)
[07:24:05.729] Build status: STARTED
[07:24:05.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:32:0) after 6m14s
[07:30:19.941] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:32:0)
[07:30:19.961] Build status: STARTED
[07:30:19.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:33:0) after 4m8s
[07:34:28.037] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:33:0)
[07:34:28.056] Build status: STARTED
[07:34:28.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:34:0) after 4m29s
[07:38:57.075] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:34:0)
[07:38:57.108] Build status: STARTED
[07:38:57.108] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:35:0) after 7m38s
[07:46:35.439] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:35:0)
[07:46:35.457] Build status: STARTED
[07:46:35.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:36:0) after 6m15s
[07:52:50.476] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:36:0)
[07:52:50.662] Build status: STARTED
[07:52:50.662] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:37:0) after 8m52s
[08:01:42.685] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:37:0)
[08:01:42.745] Build status: STARTED
[08:01:42.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:38:0) after 9m22s
[08:11:04.866] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:38:0)
[08:11:04.896] Build status: STARTED
[08:11:04.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:39:0) after 8m15s
[08:19:19.916] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:39:0)
[08:19:19.937] Build status: STARTED
[08:19:19.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:40:0) after 9m51s
[08:29:11.663] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:40:0)
[08:29:11.703] Build status: STARTED
[08:29:11.703] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:41:0) after 4m10s
[08:33:22.075] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:41:0)
[08:33:22.097] Build status: STARTED
[08:33:22.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:42:0) after 8m21s
[08:41:43.137] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:42:0)
[08:41:43.225] Build status: STARTED
[08:41:43.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:43:0) after 8m52s
[08:50:35.245] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:43:0)
[08:50:35.266] Build status: STARTED
[08:50:35.266] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:44:0) after 5m29s
[08:56:04.382] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:44:0)
[08:56:04.420] Build status: STARTED
[08:56:04.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:45:0) after 8m6s
[09:04:10.516] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:45:0)
[09:04:10.542] Build status: STARTED
[09:04:10.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:46:0) after 7m7s
[09:11:17.563] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:46:0)
[09:11:17.582] Build status: STARTED
[09:11:17.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:47:0) after 2m1s
[09:13:18.725] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:47:0)
[09:13:18.746] Build status: STARTED
[09:13:18.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:48:0) after 9m1s
[09:22:19.773] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:48:0)
[09:22:19.794] Build status: STARTED
[09:22:19.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:49:0) after 3m22s
[09:25:41.883] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:49:0)
[09:25:41.903] Build status: STARTED
[09:25:41.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:50:0) after 8m7s
[09:33:49.003] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:50:0)
[09:33:49.036] Build status: STARTED
[09:33:49.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:51:0) after 4m27s
[09:38:16.181] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:51:0)
[09:38:16.219] Build status: STARTED
[09:38:16.219] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:52:0) after 7m51s
[09:46:07.244] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:52:0)
[09:46:07.263] Build status: STARTED
[09:46:07.263] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:53:0) after 8m48s
[09:54:55.283] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:53:0)
[09:54:55.303] Build status: STARTED
[09:54:55.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:54:0) after 8m17s
[10:03:12.379] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:54:0)
[10:03:12.401] Build status: STARTED
[10:03:12.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:55:0) after 4m9s
[10:07:21.424] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:55:0)
[10:07:21.445] Build status: STARTED
[10:07:21.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:56:0) after 1m17s
[10:08:38.509] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:56:0)
[10:08:38.531] Build status: STARTED
[10:08:38.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:57:0) after 2m22s
[10:11:00.591] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:57:0)
[10:11:00.610] Build status: STARTED
[10:11:00.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:58:0) after 6m18s
[10:17:18.729] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:58:0)
[10:17:18.748] Build status: STARTED
[10:17:18.748] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:59:0) after 6m56s
[10:24:14.975] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:59:0)
[10:24:14.999] Build status: STARTED
[10:24:14.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:60:0) after 4m38s
[10:28:53.204] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:60:0)
[10:28:53.223] Build status: STARTED
[10:28:53.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:61:0) after 7m46s
[10:36:39.341] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:61:0)
[10:36:39.367] Build status: STARTED
[10:36:39.367] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:62:0) after 4m36s
[10:41:15.488] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:62:0)
[10:41:15.519] Build status: STARTED
[10:41:15.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:63:0) after 5m18s
[10:46:33.564] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:63:0)
[10:46:33.589] Build status: STARTED
[10:46:33.589] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:64:0) after 9m46s
[10:56:19.615] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:64:0)
[10:56:19.645] Build status: STARTED
[10:56:19.645] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:65:0) after 9m4s
[11:05:23.671] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:65:0)
[11:05:23.712] Build status: STARTED
[11:05:23.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:66:0) after 6m40s
[11:12:03.779] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:66:0)
[11:12:03.830] Build status: STARTED
[11:12:03.830] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:67:0) after 7m59s
[11:20:02.959] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:67:0)
[11:20:02.994] Build status: STARTED
[11:20:02.994] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:68:0) after 3m12s
[11:23:15.115] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:68:0)
[11:23:15.134] Build status: STARTED
[11:23:15.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:69:0) after 7m49s
[11:31:04.198] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:69:0)
[11:31:04.223] Build status: STARTED
[11:31:04.223] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:70:0) after 2m6s
[11:33:10.386] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:70:0)
[11:33:10.409] Build status: STARTED
[11:33:10.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:71:0) after 3m41s
[11:36:51.457] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:71:0)
[11:36:51.519] Build status: STARTED
[11:36:51.519] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:72:0) after 5m36s
[11:42:27.638] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:72:0)
[11:42:27.688] Build status: STARTED
[11:42:27.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:73:0) after 5m3s
[11:47:30.876] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:73:0)
[11:47:30.896] Build status: STARTED
[11:47:30.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:74:0) after 4m53s
[11:52:23.914] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:74:0)
[11:52:23.937] Build status: STARTED
[11:52:23.937] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:75:0) after 9m21s
[12:01:44.910] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:75:0)
[12:01:44.935] Build status: STARTED
[12:01:44.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:76:0) after 3m0s
[12:04:45.019] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:76:0)
[12:04:45.074] Build status: STARTED
[12:04:45.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:77:0) after 7m28s
[12:12:13.129] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:77:0)
[12:12:13.146] Build status: STARTED
[12:12:13.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:78:0) after 4m19s
[12:16:32.175] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:78:0)
[12:16:32.197] Build status: STARTED
[12:16:32.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:79:0) after 6m7s
[12:22:39.223] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:79:0)
[12:22:39.251] Build status: STARTED
[12:22:39.251] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:80:0) after 5m45s
[12:28:24.530] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:80:0)
[12:28:24.551] Build status: STARTED
[12:28:24.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:81:0) after 6m50s
[12:35:14.576] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:81:0)
[12:35:14.599] Build status: STARTED
[12:35:14.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:82:0) after 1m26s
[12:36:40.672] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:82:0)
[12:36:40.694] Build status: STARTED
[12:36:40.694] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:83:0) after 2m34s
[12:39:14.725] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:83:0)
[12:39:14.743] Build status: STARTED
[12:39:14.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:84:0) after 9m18s
[12:48:32.863] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:84:0)
[12:48:32.885] Build status: STARTED
[12:48:32.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:85:0) after 1m51s
[12:50:24.014] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:85:0)
[12:50:24.037] Build status: STARTED
[12:50:24.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:86:0) after 3m53s
[12:54:17.157] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:86:0)
[12:54:17.176] Build status: STARTED
[12:54:17.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:87:0) after 3m27s
[12:57:44.258] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:87:0)
[12:57:44.281] Build status: STARTED
[12:57:44.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:88:0) after 5m53s
[13:03:37.265] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:88:0)
[13:03:37.311] Build status: STARTED
[13:03:37.311] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:89:0) after 1m8s
[13:04:45.431] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:89:0)
[13:04:45.456] Build status: STARTED
[13:04:45.456] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:90:0) after 6m43s
[13:11:28.483] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:90:0)
[13:11:28.503] Build status: STARTED
[13:11:28.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:91:0) after 1m52s
[13:13:20.523] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:91:0)
[13:13:20.543] Build status: STARTED
[13:13:20.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:92:0) after 2m32s
[13:15:52.545] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:92:0)
[13:15:52.563] Build status: STARTED
[13:15:52.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:93:0) after 4m50s
[13:20:42.601] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:93:0)
[13:20:42.624] Build status: STARTED
[13:20:42.624] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:94:0) after 9m52s
[13:30:34.655] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:94:0)
[13:30:34.688] Build status: STARTED
[13:30:34.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:95:0) after 6m42s
[13:37:16.748] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:95:0)
[13:37:16.772] Build status: STARTED
[13:37:16.772] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:96:0) after 7m28s
[13:44:44.797] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:96:0)
[13:44:44.886] Build status: STARTED
[13:44:44.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:97:0) after 4m46s
[13:49:31.370] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:97:0)
[13:49:31.387] Build status: STARTED
[13:49:31.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:98:0) after 9m1s
[13:58:32.654] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:98:0)
[13:58:32.674] Build status: STARTED
[13:58:32.675] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:99:0) after 8m40s
[14:07:12.790] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:99:0)
[14:07:12.811] Build status: STARTED
[14:07:12.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:100:0) after 4m23s
[14:11:35.865] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:100:0)
[14:11:35.893] Build status: STARTED
[14:11:35.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:101:0) after 9m8s
[14:20:43.908] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:101:0)
[14:20:43.931] Build status: STARTED
[14:20:43.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:102:0) after 9m54s
[14:30:38.005] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:102:0)
[14:30:38.025] Build status: STARTED
[14:30:38.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:103:0) after 5m42s
[14:36:20.054] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:103:0)
[14:36:20.074] Build status: STARTED
[14:36:20.074] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:104:0) after 1m12s
[14:37:32.176] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:104:0)
[14:37:32.197] Build status: STARTED
[14:37:32.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:105:0) after 5m4s
[14:42:36.232] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:105:0)
[14:42:36.254] Build status: STARTED
[14:42:36.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:106:0) after 7m14s
[14:49:50.275] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:106:0)
[14:49:50.301] Build status: STARTED
[14:49:50.301] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8953556574360332288:107:0) after 5m21s
[14:53:46.972] Received PubSub notification, asking Buildbucket for the build status
[14:53:47.021] Build:
{
"id": "8788126512343899825",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTLinuxMSan"
},
"number": 18539,
"createdBy": "project:chromium",
"createTime": "2023-02-26T04:41:18.056065213Z",
"startTime": "2023-02-26T04:49:50.829238Z",
"endTime": "2023-02-26T14:53:46.531501178Z",
"updateTime": "2023-02-26T14:53:46.531501178Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "3e3c030b5ef3b929503a23fcef0195ab0f3bc256",
"ref": "refs/heads/main"
}
}
}
[14:53:47.021] Invocation finished in 10h12m30.271018414s with status FAILED