[01:03:30.270] New invocation is queued and will start shortly
[01:03:33.895] Starting the invocation (attempt 1)
[01:03:33.923] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/06f64efd8a3ee08406444b83fc58ade1f8769d25"
[01:03:33.923] Popped gitiles commit info from properties and tags
[01:03:33.923] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:03:33.924] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:03:33.924] Buildbucket request:
{
"requestId": "8955382214891785136",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTLinuxMSan"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "06f64efd8a3ee08406444b83fc58ade1f8769d25",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8955382214891785136"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTLinuxMSan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[01:03:34.422] Scheduled build:
{
"id": "8789952150256701473",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTLinuxMSan"
},
"number": 18485,
"createdBy": "project:chromium",
"createTime": "2023-02-06T01:03:34.068834074Z",
"updateTime": "2023-02-06T01:03:34.068834074Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "06f64efd8a3ee08406444b83fc58ade1f8769d25",
"ref": "refs/heads/main"
}
}
}
[01:03:34.422] Task URL: https://cr-buildbucket.appspot.com/build/8789952150256701473
[01:03:34.422] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:2:0) after 2m41s
[01:04:14.643] Received PubSub notification, asking Buildbucket for the build status
[01:04:14.680] Build status: STARTED
[01:06:15.722] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:2:0)
[01:06:15.760] Build status: STARTED
[01:06:15.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:4:0) after 3m58s
[01:10:13.780] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:4:0)
[01:10:13.821] Build status: STARTED
[01:10:13.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:5:0) after 2m39s
[01:12:52.837] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:5:0)
[01:12:52.883] Build status: STARTED
[01:12:52.883] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:6:0) after 3m7s
[01:15:59.910] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:6:0)
[01:15:59.966] Build status: STARTED
[01:15:59.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:7:0) after 5m26s
[01:21:26.072] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:7:0)
[01:21:26.091] Build status: STARTED
[01:21:26.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:8:0) after 3m8s
[01:24:34.163] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:8:0)
[01:24:34.193] Build status: STARTED
[01:24:34.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:9:0) after 4m28s
[01:29:02.229] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:9:0)
[01:29:02.253] Build status: STARTED
[01:29:02.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:10:0) after 4m34s
[01:33:36.298] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:10:0)
[01:33:36.332] Build status: STARTED
[01:33:36.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:11:0) after 3m21s
[01:36:57.627] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:11:0)
[01:36:57.653] Build status: STARTED
[01:36:57.653] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:12:0) after 5m18s
[01:42:15.714] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:12:0)
[01:42:15.761] Build status: STARTED
[01:42:15.761] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:13:0) after 3m22s
[01:45:37.822] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:13:0)
[01:45:37.845] Build status: STARTED
[01:45:37.845] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:14:0) after 9m25s
[01:55:02.860] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:14:0)
[01:55:02.885] Build status: STARTED
[01:55:02.885] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:15:0) after 4m49s
[01:59:51.933] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:15:0)
[01:59:51.962] Build status: STARTED
[01:59:51.962] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:16:0) after 8m15s
[02:08:06.994] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:16:0)
[02:08:07.025] Build status: STARTED
[02:08:07.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:17:0) after 7m45s
[02:15:52.116] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:17:0)
[02:15:52.136] Build status: STARTED
[02:15:52.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:18:0) after 9m32s
[02:25:24.280] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:18:0)
[02:25:24.303] Build status: STARTED
[02:25:24.303] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:19:0) after 9m58s
[02:35:22.466] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:19:0)
[02:35:22.569] Build status: STARTED
[02:35:22.569] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:20:0) after 8m22s
[02:43:44.833] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:20:0)
[02:43:44.855] Build status: STARTED
[02:43:44.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:21:0) after 7m17s
[02:51:01.881] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:21:0)
[02:51:01.906] Build status: STARTED
[02:51:01.906] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:22:0) after 6m49s
[02:57:51.022] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:22:0)
[02:57:51.041] Build status: STARTED
[02:57:51.041] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:23:0) after 3m30s
[03:01:21.144] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:23:0)
[03:01:21.168] Build status: STARTED
[03:01:21.168] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:24:0) after 7m47s
[03:09:08.225] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:24:0)
[03:09:08.245] Build status: STARTED
[03:09:08.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:25:0) after 7m32s
[03:16:40.491] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:25:0)
[03:16:40.511] Build status: STARTED
[03:16:40.511] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:26:0) after 1m43s
[03:18:23.582] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:26:0)
[03:18:23.610] Build status: STARTED
[03:18:23.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:27:0) after 7m18s
[03:25:41.630] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:27:0)
[03:25:41.652] Build status: STARTED
[03:25:41.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:28:0) after 8m16s
[03:33:57.688] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:28:0)
[03:33:57.707] Build status: STARTED
[03:33:57.707] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:29:0) after 4m12s
[03:38:09.714] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:29:0)
[03:38:09.740] Build status: STARTED
[03:38:09.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:30:0) after 7m19s
[03:45:28.756] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:30:0)
[03:45:28.779] Build status: STARTED
[03:45:28.779] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:31:0) after 8m45s
[03:54:13.991] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:31:0)
[03:54:14.013] Build status: STARTED
[03:54:14.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:32:0) after 5m40s
[03:59:54.032] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:32:0)
[03:59:54.056] Build status: STARTED
[03:59:54.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:33:0) after 8m19s
[04:08:13.305] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:33:0)
[04:08:13.329] Build status: STARTED
[04:08:13.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:34:0) after 9m59s
[04:18:12.532] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:34:0)
[04:18:12.551] Build status: STARTED
[04:18:12.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:35:0) after 8m56s
[04:27:08.523] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:35:0)
[04:27:08.543] Build status: STARTED
[04:27:08.543] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:36:0) after 4m47s
[04:31:55.732] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:36:0)
[04:31:55.759] Build status: STARTED
[04:31:55.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:37:0) after 6m19s
[04:38:15.357] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:37:0)
[04:38:15.438] Build status: STARTED
[04:38:15.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:38:0) after 6m13s
[04:44:28.558] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:38:0)
[04:44:28.583] Build status: STARTED
[04:44:28.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:39:0) after 8m36s
[04:53:04.689] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:39:0)
[04:53:04.714] Build status: STARTED
[04:53:04.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:40:0) after 5m48s
[04:58:52.845] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:40:0)
[04:58:52.862] Build status: STARTED
[04:58:52.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:41:0) after 1m55s
[05:00:47.899] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:41:0)
[05:00:47.929] Build status: STARTED
[05:00:47.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:42:0) after 3m45s
[05:04:32.947] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:42:0)
[05:04:32.968] Build status: STARTED
[05:04:32.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:43:0) after 3m24s
[05:07:56.968] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:43:0)
[05:07:56.989] Build status: STARTED
[05:07:56.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:44:0) after 6m36s
[05:14:33.244] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:44:0)
[05:14:33.264] Build status: STARTED
[05:14:33.264] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:45:0) after 1m40s
[05:16:13.278] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:45:0)
[05:16:13.298] Build status: STARTED
[05:16:13.298] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:46:0) after 6m51s
[05:23:04.363] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:46:0)
[05:23:04.384] Build status: STARTED
[05:23:04.384] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:47:0) after 8m3s
[05:31:07.403] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:47:0)
[05:31:07.428] Build status: STARTED
[05:31:07.428] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:48:0) after 1m55s
[05:33:02.446] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:48:0)
[05:33:02.468] Build status: STARTED
[05:33:02.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:49:0) after 4m16s
[05:37:18.579] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:49:0)
[05:37:18.601] Build status: STARTED
[05:37:18.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:50:0) after 4m32s
[05:41:50.678] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:50:0)
[05:41:50.701] Build status: STARTED
[05:41:50.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:51:0) after 3m46s
[05:45:36.789] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:51:0)
[05:45:36.811] Build status: STARTED
[05:45:36.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxMSan:8955382214891785136:52:0) after 4m58s
[05:46:37.977] Received PubSub notification, asking Buildbucket for the build status
[05:46:38.003] Build:
{
"id": "8789952150256701473",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTLinuxMSan"
},
"number": 18485,
"createdBy": "project:chromium",
"createTime": "2023-02-06T01:03:34.068834074Z",
"startTime": "2023-02-06T01:04:08.407943Z",
"endTime": "2023-02-06T05:46:37.729754734Z",
"updateTime": "2023-02-06T05:46:37.729754734Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "06f64efd8a3ee08406444b83fc58ade1f8769d25",
"ref": "refs/heads/main"
}
}
}
[05:46:38.003] Invocation finished in 4h43m7.738671317s with status FAILED