[04:14:24.300] New invocation is queued and will start shortly
[04:14:25.427] Starting the invocation (attempt 1)
[04:14:25.458] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0c68e67e8c3a5143f639d7039fc6f62bc79b6913"
[04:14:25.458] Popped gitiles commit info from properties and tags
[04:14:25.458] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:14:25.458] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:14:25.458] Buildbucket request:
{
"requestId": "8955279607514221296",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTLinuxTSan"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "0c68e67e8c3a5143f639d7039fc6f62bc79b6913",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8955279607514221296"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTLinuxTSan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:14:26.047] Scheduled build:
{
"id": "8789849545422838641",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTLinuxTSan"
},
"number": 16066,
"createdBy": "project:chromium",
"createTime": "2023-02-07T04:14:25.663618772Z",
"updateTime": "2023-02-07T04:14:25.663618772Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "0c68e67e8c3a5143f639d7039fc6f62bc79b6913",
"ref": "refs/heads/main"
}
}
}
[04:14:26.047] Task URL: https://cr-buildbucket.appspot.com/build/8789849545422838641
[04:14:26.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:2:0) after 5m34s
[04:15:46.246] Received PubSub notification, asking Buildbucket for the build status
[04:15:46.269] Build status: STARTED
[04:20:00.088] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:2:0)
[04:20:00.111] Build status: STARTED
[04:20:00.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:4:0) after 7m46s
[04:27:46.278] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:4:0)
[04:27:46.300] Build status: STARTED
[04:27:46.300] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:5:0) after 5m29s
[04:33:15.325] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:5:0)
[04:33:15.355] Build status: STARTED
[04:33:15.355] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:6:0) after 6m59s
[04:40:14.516] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:6:0)
[04:40:14.536] Build status: STARTED
[04:40:14.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:7:0) after 9m7s
[04:49:21.558] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:7:0)
[04:49:21.578] Build status: STARTED
[04:49:21.578] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:8:0) after 6m38s
[04:55:59.701] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:8:0)
[04:55:59.720] Build status: STARTED
[04:55:59.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:9:0) after 9m53s
[05:05:52.786] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:9:0)
[05:05:52.809] Build status: STARTED
[05:05:52.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:10:0) after 9m57s
[05:15:49.830] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:10:0)
[05:15:49.856] Build status: STARTED
[05:15:49.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:11:0) after 5m57s
[05:21:46.875] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:11:0)
[05:21:46.933] Build status: STARTED
[05:21:46.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:12:0) after 8m32s
[05:30:18.963] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:12:0)
[05:30:18.985] Build status: STARTED
[05:30:18.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:13:0) after 5m56s
[05:36:15.003] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:13:0)
[05:36:15.026] Build status: STARTED
[05:36:15.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:14:0) after 4m2s
[05:40:17.061] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:14:0)
[05:40:17.085] Build status: STARTED
[05:40:17.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:15:0) after 3m44s
[05:44:01.312] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:15:0)
[05:44:01.334] Build status: STARTED
[05:44:01.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:16:0) after 3m12s
[05:47:13.453] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:16:0)
[05:47:13.601] Build status: STARTED
[05:47:13.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:17:0) after 4m29s
[05:51:43.156] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:17:0)
[05:51:43.178] Build status: STARTED
[05:51:43.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:18:0) after 9m15s
[06:00:58.498] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:18:0)
[06:00:58.564] Build status: STARTED
[06:00:58.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:19:0) after 3m13s
[06:04:11.586] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:19:0)
[06:04:11.605] Build status: STARTED
[06:04:11.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:20:0) after 3m37s
[06:07:48.947] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:20:0)
[06:07:48.968] Build status: STARTED
[06:07:48.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:21:0) after 2m8s
[06:09:57.011] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:21:0)
[06:09:57.033] Build status: STARTED
[06:09:57.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:22:0) after 4m36s
[06:14:33.327] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:22:0)
[06:14:33.353] Build status: STARTED
[06:14:33.353] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:23:0) after 4m46s
[06:19:19.739] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:23:0)
[06:19:19.771] Build status: STARTED
[06:19:19.771] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:24:0) after 2m24s
[06:21:43.797] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:24:0)
[06:21:43.821] Build status: STARTED
[06:21:43.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:25:0) after 6m29s
[06:28:12.961] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:25:0)
[06:28:13.011] Build status: STARTED
[06:28:13.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:26:0) after 8m51s
[06:37:04.035] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:26:0)
[06:37:04.057] Build status: STARTED
[06:37:04.057] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:27:0) after 2m40s
[06:39:44.426] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:27:0)
[06:39:44.447] Build status: STARTED
[06:39:44.447] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:28:0) after 7m21s
[06:47:05.467] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:28:0)
[06:47:05.490] Build status: STARTED
[06:47:05.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:29:0) after 8m1s
[06:55:06.509] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:29:0)
[06:55:06.531] Build status: STARTED
[06:55:06.531] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:30:0) after 9m16s
[07:04:22.582] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:30:0)
[07:04:22.607] Build status: STARTED
[07:04:22.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:31:0) after 1m18s
[07:05:40.685] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:31:0)
[07:05:40.751] Build status: STARTED
[07:05:40.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:32:0) after 3m46s
[07:09:26.776] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:32:0)
[07:09:26.799] Build status: STARTED
[07:09:26.799] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:33:0) after 4m26s
[07:13:52.981] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:33:0)
[07:13:53.004] Build status: STARTED
[07:13:53.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:34:0) after 6m48s
[07:20:41.164] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:34:0)
[07:20:41.184] Build status: STARTED
[07:20:41.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:35:0) after 8m31s
[07:29:12.262] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:35:0)
[07:29:12.285] Build status: STARTED
[07:29:12.285] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955279607514221296:36:0) after 1m5s
[07:29:34.260] Received PubSub notification, asking Buildbucket for the build status
[07:29:34.299] Build:
{
"id": "8789849545422838641",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTLinuxTSan"
},
"number": 16066,
"createdBy": "project:chromium",
"createTime": "2023-02-07T04:14:25.663618772Z",
"startTime": "2023-02-07T04:15:45.639795Z",
"endTime": "2023-02-07T07:29:34.024200933Z",
"updateTime": "2023-02-07T07:29:34.024200933Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "0c68e67e8c3a5143f639d7039fc6f62bc79b6913",
"ref": "refs/heads/main"
}
}
}
[07:29:34.299] Invocation finished in 3h15m10.013878399s with status FAILED