[05:01:58.960] New invocation is queued and will start shortly
[05:02:00.097] Starting the invocation (attempt 1)
[05:02:00.132] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/71cb17a58124d63fd64c9712e2263109c28060e5"
[05:02:00.133] Popped gitiles commit info from properties and tags
[05:02:00.133] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:02:00.133] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:02:00.133] Buildbucket request:
{
"requestId": "8955367211150788576",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTLinuxTSan"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "71cb17a58124d63fd64c9712e2263109c28060e5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8955367211150788576"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTLinuxTSan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[05:02:00.573] Scheduled build:
{
"id": "8789937149139500961",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTLinuxTSan"
},
"number": 16060,
"createdBy": "project:chromium",
"createTime": "2023-02-06T05:02:00.248590711Z",
"updateTime": "2023-02-06T05:02:00.248590711Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "71cb17a58124d63fd64c9712e2263109c28060e5",
"ref": "refs/heads/main"
}
}
}
[05:02:00.573] Task URL: https://cr-buildbucket.appspot.com/build/8789937149139500961
[05:02:00.573] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:2:0) after 4m4s
[05:02:52.619] Received PubSub notification, asking Buildbucket for the build status
[05:02:52.641] Build status: STARTED
[05:06:04.593] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:2:0)
[05:06:04.669] Build status: STARTED
[05:06:04.669] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:4:0) after 4m34s
[05:10:38.697] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:4:0)
[05:10:38.726] Build status: STARTED
[05:10:38.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:5:0) after 8m18s
[05:18:56.747] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:5:0)
[05:18:56.767] Build status: STARTED
[05:18:56.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:6:0) after 7m31s
[05:26:27.885] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:6:0)
[05:26:27.908] Build status: STARTED
[05:26:27.908] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:7:0) after 4m26s
[05:30:53.907] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:7:0)
[05:30:53.927] Build status: STARTED
[05:30:53.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:8:0) after 4m24s
[05:35:18.111] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:8:0)
[05:35:18.135] Build status: STARTED
[05:35:18.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:9:0) after 8m4s
[05:43:22.395] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:9:0)
[05:43:22.416] Build status: STARTED
[05:43:22.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:10:0) after 3m13s
[05:46:35.516] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:10:0)
[05:46:35.536] Build status: STARTED
[05:46:35.536] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:11:0) after 8m1s
[05:54:36.590] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:11:0)
[05:54:36.612] Build status: STARTED
[05:54:36.612] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:12:0) after 2m15s
[05:56:51.621] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:12:0)
[05:56:51.641] Build status: STARTED
[05:56:51.641] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:13:0) after 2m26s
[05:59:17.659] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:13:0)
[05:59:17.680] Build status: STARTED
[05:59:17.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:14:0) after 1m53s
[06:01:10.837] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:14:0)
[06:01:11.072] Build status: STARTED
[06:01:11.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:15:0) after 5m57s
[06:07:08.203] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:15:0)
[06:07:08.389] Build status: STARTED
[06:07:08.389] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:16:0) after 2m23s
[06:09:31.553] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:16:0)
[06:09:31.577] Build status: STARTED
[06:09:31.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:17:0) after 5m55s
[06:15:26.607] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:17:0)
[06:15:26.627] Build status: STARTED
[06:15:26.627] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:18:0) after 3m39s
[06:19:05.652] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:18:0)
[06:19:05.673] Build status: STARTED
[06:19:05.673] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:19:0) after 2m8s
[06:21:13.693] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:19:0)
[06:21:13.720] Build status: STARTED
[06:21:13.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:20:0) after 4m0s
[06:25:13.754] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:20:0)
[06:25:13.778] Build status: STARTED
[06:25:13.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:21:0) after 8m33s
[06:33:46.797] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:21:0)
[06:33:46.820] Build status: STARTED
[06:33:46.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:22:0) after 9m50s
[06:43:36.900] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:22:0)
[06:43:36.919] Build status: STARTED
[06:43:36.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:23:0) after 7m48s
[06:51:24.985] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:23:0)
[06:51:25.005] Build status: STARTED
[06:51:25.005] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:24:0) after 7m55s
[06:59:20.023] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:24:0)
[06:59:20.051] Build status: STARTED
[06:59:20.051] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:25:0) after 9m36s
[07:08:56.087] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:25:0)
[07:08:56.107] Build status: STARTED
[07:08:56.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:26:0) after 4m8s
[07:13:04.366] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:26:0)
[07:13:04.395] Build status: STARTED
[07:13:04.395] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:27:0) after 8m0s
[07:21:04.415] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:27:0)
[07:21:04.544] Build status: STARTED
[07:21:04.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:28:0) after 2m57s
[07:24:01.566] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:28:0)
[07:24:01.597] Build status: STARTED
[07:24:01.598] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:29:0) after 8m33s
[07:32:34.825] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:29:0)
[07:32:34.855] Build status: STARTED
[07:32:34.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:30:0) after 8m22s
[07:40:57.081] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:30:0)
[07:40:57.110] Build status: STARTED
[07:40:57.111] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:31:0) after 8m49s
[07:49:46.136] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:31:0)
[07:49:46.158] Build status: STARTED
[07:49:46.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:32:0) after 9m15s
[07:59:01.336] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:32:0)
[07:59:01.386] Build status: STARTED
[07:59:01.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:33:0) after 9m54s
[08:08:55.421] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:33:0)
[08:08:55.516] Build status: STARTED
[08:08:55.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:34:0) after 4m2s
[08:12:57.970] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:34:0)
[08:12:57.998] Build status: STARTED
[08:12:57.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:35:0) after 6m56s
[08:19:54.018] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:35:0)
[08:19:54.036] Build status: STARTED
[08:19:54.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:36:0) after 9m50s
[08:29:44.203] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:36:0)
[08:29:44.250] Build status: STARTED
[08:29:44.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:37:0) after 1m48s
[08:31:32.342] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:37:0)
[08:31:32.362] Build status: STARTED
[08:31:32.362] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:38:0) after 1m49s
[08:33:21.539] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:38:0)
[08:33:21.572] Build status: STARTED
[08:33:21.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:39:0) after 5m59s
[08:39:20.677] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:39:0)
[08:39:20.699] Build status: STARTED
[08:39:20.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:40:0) after 5m58s
[08:45:18.721] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:40:0)
[08:45:18.742] Build status: STARTED
[08:45:18.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:41:0) after 2m22s
[08:47:40.805] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:41:0)
[08:47:40.825] Build status: STARTED
[08:47:40.825] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:42:0) after 5m13s
[08:52:53.850] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:42:0)
[08:52:53.979] Build status: STARTED
[08:52:53.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:43:0) after 5m41s
[08:58:34.998] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:43:0)
[08:58:35.017] Build status: STARTED
[08:58:35.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:44:0) after 1m30s
[09:00:05.760] Handling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:44:0)
[09:00:05.784] Build status: STARTED
[09:00:05.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTLinuxTSan:8955367211150788576:45:0) after 2m9s
[09:00:52.680] Received PubSub notification, asking Buildbucket for the build status
[09:00:52.706] Build:
{
"id": "8789937149139500961",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTLinuxTSan"
},
"number": 16060,
"createdBy": "project:chromium",
"createTime": "2023-02-06T05:02:00.248590711Z",
"startTime": "2023-02-06T05:02:52.106799Z",
"endTime": "2023-02-06T09:00:52.387595825Z",
"updateTime": "2023-02-06T09:00:52.387595825Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "71cb17a58124d63fd64c9712e2263109c28060e5",
"ref": "refs/heads/main"
}
}
}
[09:00:52.706] Invocation finished in 3h58m53.759854646s with status FAILED