[04:04:14.483] New invocation is queued and will start shortly
[04:04:15.577] Starting the invocation (attempt 1)
[04:04:15.622] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2ba757f5c3c731c626a7e3151359a6a9833541f9"
[04:04:15.622] Popped gitiles commit info from properties and tags
[04:04:15.622] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:04:15.623] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:04:15.623] Buildbucket request:
{
"requestId": "8951112786499747360",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "2ba757f5c3c731c626a7e3151359a6a9833541f9",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8951112786499747360"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTiOSDevice"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:04:16.106] Scheduled build:
{
"id": "8785682724554120209",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 29122,
"createdBy": "project:chromium",
"createTime": "2023-03-25T04:04:15.706226847Z",
"updateTime": "2023-03-25T04:04:15.706226847Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "2ba757f5c3c731c626a7e3151359a6a9833541f9",
"ref": "refs/heads/main"
}
}
}
[04:04:16.106] Task URL: https://cr-buildbucket.appspot.com/build/8785682724554120209
[04:04:16.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:2:0) after 4m38s
[04:06:51.581] Received PubSub notification, asking Buildbucket for the build status
[04:06:51.606] Build status: STARTED
[04:08:54.182] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:2:0)
[04:08:54.212] Build status: STARTED
[04:08:54.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:4:0) after 6m40s
[04:15:34.381] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:4:0)
[04:15:34.410] Build status: STARTED
[04:15:34.410] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:5:0) after 9m0s
[04:24:34.440] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:5:0)
[04:24:34.461] Build status: STARTED
[04:24:34.461] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:6:0) after 4m49s
[04:29:23.558] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:6:0)
[04:29:23.595] Build status: STARTED
[04:29:23.595] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:7:0) after 3m15s
[04:32:38.629] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:7:0)
[04:32:38.652] Build status: STARTED
[04:32:38.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:8:0) after 7m22s
[04:40:00.677] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:8:0)
[04:40:00.699] Build status: STARTED
[04:40:00.699] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:9:0) after 1m24s
[04:41:24.820] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:9:0)
[04:41:24.842] Build status: STARTED
[04:41:24.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:10:0) after 1m40s
[04:43:04.901] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:10:0)
[04:43:04.927] Build status: STARTED
[04:43:04.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:11:0) after 1m5s
[04:44:10.336] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:11:0)
[04:44:10.358] Build status: STARTED
[04:44:10.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:12:0) after 3m36s
[04:47:46.604] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:12:0)
[04:47:46.630] Build status: STARTED
[04:47:46.630] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:13:0) after 8m40s
[04:56:26.860] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:13:0)
[04:56:26.888] Build status: STARTED
[04:56:26.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:14:0) after 8m47s
[05:05:14.019] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:14:0)
[05:05:14.055] Build status: STARTED
[05:05:14.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:15:0) after 4m52s
[05:10:06.075] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:15:0)
[05:10:06.114] Build status: STARTED
[05:10:06.114] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:16:0) after 6m48s
[05:16:54.136] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:16:0)
[05:16:54.164] Build status: STARTED
[05:16:54.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:17:0) after 7m37s
[05:24:31.248] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:17:0)
[05:24:31.284] Build status: STARTED
[05:24:31.284] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:18:0) after 2m48s
[05:27:19.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:18:0)
[05:27:19.557] Build status: STARTED
[05:27:19.557] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:19:0) after 2m55s
[05:30:14.631] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:19:0)
[05:30:14.662] Build status: STARTED
[05:30:14.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:20:0) after 9m23s
[05:39:37.687] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:20:0)
[05:39:37.710] Build status: STARTED
[05:39:37.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:21:0) after 2m55s
[05:42:32.781] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:21:0)
[05:42:32.821] Build status: STARTED
[05:42:32.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:22:0) after 2m33s
[05:45:05.928] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:22:0)
[05:45:05.948] Build status: STARTED
[05:45:05.948] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:23:0) after 9m20s
[05:54:26.033] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:23:0)
[05:54:26.056] Build status: STARTED
[05:54:26.056] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:24:0) after 5m23s
[05:59:49.076] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:24:0)
[05:59:49.102] Build status: STARTED
[05:59:49.102] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:25:0) after 4m32s
[06:04:21.121] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:25:0)
[06:04:21.145] Build status: STARTED
[06:04:21.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:26:0) after 4m2s
[06:08:23.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:26:0)
[06:08:23.261] Build status: STARTED
[06:08:23.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:27:0) after 4m58s
[06:13:21.351] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:27:0)
[06:13:21.376] Build status: STARTED
[06:13:21.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:28:0) after 1m4s
[06:14:25.718] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:28:0)
[06:14:25.738] Build status: STARTED
[06:14:25.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:29:0) after 5m20s
[06:19:45.775] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:29:0)
[06:19:45.797] Build status: STARTED
[06:19:45.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:30:0) after 6m13s
[06:25:58.866] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:30:0)
[06:25:58.914] Build status: STARTED
[06:25:58.914] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:31:0) after 9m31s
[06:35:29.949] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:31:0)
[06:35:29.970] Build status: STARTED
[06:35:29.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:32:0) after 3m12s
[06:38:42.002] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:32:0)
[06:38:42.085] Build status: STARTED
[06:38:42.085] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:33:0) after 9m9s
[06:47:51.110] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:33:0)
[06:47:51.129] Build status: STARTED
[06:47:51.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:34:0) after 6m16s
[06:54:07.150] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:34:0)
[06:54:07.178] Build status: STARTED
[06:54:07.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:35:0) after 5m0s
[06:59:07.239] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:35:0)
[06:59:07.258] Build status: STARTED
[06:59:07.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:36:0) after 7m51s
[07:06:58.295] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:36:0)
[07:06:58.318] Build status: STARTED
[07:06:58.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:37:0) after 3m47s
[07:10:45.340] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:37:0)
[07:10:45.361] Build status: STARTED
[07:10:45.361] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:38:0) after 6m18s
[07:17:03.390] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:38:0)
[07:17:03.411] Build status: STARTED
[07:17:03.411] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:39:0) after 2m24s
[07:19:27.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:39:0)
[07:19:27.631] Build status: STARTED
[07:19:27.632] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:40:0) after 1m11s
[07:20:38.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:40:0)
[07:20:38.731] Build status: STARTED
[07:20:38.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:41:0) after 6m40s
[07:27:18.839] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:41:0)
[07:27:18.863] Build status: STARTED
[07:27:18.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:42:0) after 6m55s
[07:34:13.896] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:42:0)
[07:34:13.918] Build status: STARTED
[07:34:13.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:43:0) after 9m40s
[07:43:54.046] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:43:0)
[07:43:54.073] Build status: STARTED
[07:43:54.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:44:0) after 4m31s
[07:48:25.171] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:44:0)
[07:48:25.192] Build status: STARTED
[07:48:25.192] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:45:0) after 8m43s
[07:57:08.212] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:45:0)
[07:57:08.236] Build status: STARTED
[07:57:08.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:46:0) after 9m44s
[08:06:52.257] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:46:0)
[08:06:52.281] Build status: STARTED
[08:06:52.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:47:0) after 7m40s
[08:14:32.306] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:47:0)
[08:14:32.333] Build status: STARTED
[08:14:32.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:48:0) after 3m54s
[08:18:26.351] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:48:0)
[08:18:26.375] Build status: STARTED
[08:18:26.375] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:49:0) after 1m45s
[08:20:11.416] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:49:0)
[08:20:11.465] Build status: STARTED
[08:20:11.465] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:50:0) after 9m17s
[08:29:28.451] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:50:0)
[08:29:28.472] Build status: STARTED
[08:29:28.472] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:51:0) after 3m35s
[08:33:03.496] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:51:0)
[08:33:03.521] Build status: STARTED
[08:33:03.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:52:0) after 6m45s
[08:39:48.541] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:52:0)
[08:39:48.566] Build status: STARTED
[08:39:48.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:53:0) after 5m3s
[08:44:51.589] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:53:0)
[08:44:51.616] Build status: STARTED
[08:44:51.616] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:54:0) after 5m49s
[08:50:40.784] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:54:0)
[08:50:40.804] Build status: STARTED
[08:50:40.804] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:55:0) after 4m44s
[08:55:25.028] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:55:0)
[08:55:25.047] Build status: STARTED
[08:55:25.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:56:0) after 4m53s
[09:00:18.178] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:56:0)
[09:00:18.214] Build status: STARTED
[09:00:18.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:57:0) after 3m10s
[09:03:28.235] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:57:0)
[09:03:28.283] Build status: STARTED
[09:03:28.283] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:58:0) after 7m1s
[09:10:29.371] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:58:0)
[09:10:29.394] Build status: STARTED
[09:10:29.394] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:59:0) after 6m52s
[09:17:21.597] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:59:0)
[09:17:21.629] Build status: STARTED
[09:17:21.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8951112786499747360:60:0) after 9m59s
[09:18:10.362] Received PubSub notification, asking Buildbucket for the build status
[09:18:10.386] Build:
{
"id": "8785682724554120209",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 29122,
"createdBy": "project:chromium",
"createTime": "2023-03-25T04:04:15.706226847Z",
"startTime": "2023-03-25T04:06:50.892678Z",
"endTime": "2023-03-25T09:18:10.078443833Z",
"updateTime": "2023-03-25T09:18:10.078443833Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "2ba757f5c3c731c626a7e3151359a6a9833541f9",
"ref": "refs/heads/main"
}
}
}
[09:18:10.386] Invocation finished in 5h13m55.918406196s with status FAILED