[16:25:56.064] New invocation is queued and will start shortly
[16:25:57.129] Starting the invocation (attempt 1)
[16:25:57.159] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2ef99a963eeb29218dcc8e47272e279f6a737034"
[16:25:57.159] Popped gitiles commit info from properties and tags
[16:25:57.159] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:25:57.159] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:25:57.159] Buildbucket request:
{
"requestId": "8950975526241683840",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "2ef99a963eeb29218dcc8e47272e279f6a737034",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8950975526241683840"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTiOSDevice"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:25:57.671] Scheduled build:
{
"id": "8785545464355456817",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 29129,
"createdBy": "project:chromium",
"createTime": "2023-03-26T16:25:57.232745979Z",
"updateTime": "2023-03-26T16:25:57.232745979Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "2ef99a963eeb29218dcc8e47272e279f6a737034",
"ref": "refs/heads/main"
}
}
}
[16:25:57.671] Task URL: https://cr-buildbucket.appspot.com/build/8785545464355456817
[16:25:57.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:2:0) after 5m27s
[16:28:30.073] Received PubSub notification, asking Buildbucket for the build status
[16:28:30.092] Build status: STARTED
[16:31:24.689] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:2:0)
[16:31:24.712] Build status: STARTED
[16:31:24.712] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:4:0) after 1m42s
[16:33:06.786] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:4:0)
[16:33:06.807] Build status: STARTED
[16:33:06.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:5:0) after 5m11s
[16:38:18.524] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:5:0)
[16:38:18.546] Build status: STARTED
[16:38:18.546] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:6:0) after 7m33s
[16:45:51.720] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:6:0)
[16:45:51.746] Build status: STARTED
[16:45:51.746] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:7:0) after 9m55s
[16:55:46.766] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:7:0)
[16:55:46.802] Build status: STARTED
[16:55:46.802] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:8:0) after 1m44s
[16:57:30.790] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:8:0)
[16:57:30.814] Build status: STARTED
[16:57:30.814] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:9:0) after 5m11s
[17:02:41.843] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:9:0)
[17:02:41.993] Build status: STARTED
[17:02:41.993] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:10:0) after 6m38s
[17:09:20.013] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:10:0)
[17:09:20.037] Build status: STARTED
[17:09:20.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:11:0) after 2m38s
[17:11:58.155] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:11:0)
[17:11:58.184] Build status: STARTED
[17:11:58.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:12:0) after 7m6s
[17:19:04.319] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:12:0)
[17:19:04.345] Build status: STARTED
[17:19:04.345] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:13:0) after 8m25s
[17:27:29.361] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:13:0)
[17:27:29.382] Build status: STARTED
[17:27:29.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:14:0) after 5m46s
[17:33:15.398] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:14:0)
[17:33:15.419] Build status: STARTED
[17:33:15.419] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:15:0) after 4m42s
[17:37:57.440] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:15:0)
[17:37:57.462] Build status: STARTED
[17:37:57.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:16:0) after 6m52s
[17:44:49.567] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:16:0)
[17:44:49.587] Build status: STARTED
[17:44:49.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:17:0) after 5m4s
[17:49:53.603] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:17:0)
[17:49:53.625] Build status: STARTED
[17:49:53.625] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:18:0) after 8m59s
[17:58:52.682] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:18:0)
[17:58:52.701] Build status: STARTED
[17:58:52.701] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:19:0) after 4m58s
[18:03:50.727] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:19:0)
[18:03:50.765] Build status: STARTED
[18:03:50.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:20:0) after 5m53s
[18:09:43.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:20:0)
[18:09:43.849] Build status: STARTED
[18:09:43.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:21:0) after 3m53s
[18:13:36.929] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:21:0)
[18:13:36.954] Build status: STARTED
[18:13:36.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:22:0) after 3m10s
[18:16:47.078] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:22:0)
[18:16:47.105] Build status: STARTED
[18:16:47.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:23:0) after 9m22s
[18:26:09.488] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:23:0)
[18:26:09.514] Build status: STARTED
[18:26:09.514] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:24:0) after 5m45s
[18:31:54.566] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:24:0)
[18:31:54.622] Build status: STARTED
[18:31:54.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:25:0) after 1m51s
[18:33:45.663] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:25:0)
[18:33:45.683] Build status: STARTED
[18:33:45.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:26:0) after 9m25s
[18:43:10.703] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:26:0)
[18:43:10.766] Build status: STARTED
[18:43:10.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:27:0) after 3m32s
[18:46:42.947] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:27:0)
[18:46:42.967] Build status: STARTED
[18:46:42.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:28:0) after 3m35s
[18:50:18.130] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:28:0)
[18:50:18.157] Build status: STARTED
[18:50:18.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:29:0) after 3m6s
[18:53:24.206] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:29:0)
[18:53:24.229] Build status: STARTED
[18:53:24.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:30:0) after 9m4s
[19:02:28.410] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:30:0)
[19:02:28.451] Build status: STARTED
[19:02:28.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:31:0) after 5m59s
[19:08:27.477] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:31:0)
[19:08:27.503] Build status: STARTED
[19:08:27.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:32:0) after 7m35s
[19:16:02.513] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:32:0)
[19:16:02.537] Build status: STARTED
[19:16:02.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:33:0) after 8m34s
[19:24:36.553] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:33:0)
[19:24:36.575] Build status: STARTED
[19:24:36.575] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:34:0) after 8m58s
[19:33:34.595] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:34:0)
[19:33:34.620] Build status: STARTED
[19:33:34.620] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:35:0) after 5m56s
[19:39:30.643] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:35:0)
[19:39:30.664] Build status: STARTED
[19:39:30.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:36:0) after 8m15s
[19:47:45.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:36:0)
[19:47:45.809] Build status: STARTED
[19:47:45.809] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:37:0) after 9m9s
[19:56:54.958] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:37:0)
[19:56:54.982] Build status: STARTED
[19:56:54.982] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:38:0) after 2m58s
[19:59:53.004] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:38:0)
[19:59:53.026] Build status: STARTED
[19:59:53.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:39:0) after 8m46s
[20:08:39.054] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:39:0)
[20:08:39.088] Build status: STARTED
[20:08:39.088] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:40:0) after 2m19s
[20:10:58.116] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:40:0)
[20:10:58.308] Build status: STARTED
[20:10:58.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:41:0) after 1m10s
[20:12:08.406] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:41:0)
[20:12:08.435] Build status: STARTED
[20:12:08.435] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:42:0) after 3m22s
[20:15:30.541] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:42:0)
[20:15:30.561] Build status: STARTED
[20:15:30.561] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:43:0) after 4m7s
[20:19:37.663] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:43:0)
[20:19:37.801] Build status: STARTED
[20:19:37.801] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:44:0) after 4m4s
[20:23:41.847] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:44:0)
[20:23:41.871] Build status: STARTED
[20:23:41.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:45:0) after 5m37s
[20:29:18.895] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:45:0)
[20:29:18.984] Build status: STARTED
[20:29:18.984] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:46:0) after 7m28s
[20:36:47.287] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:46:0)
[20:36:47.365] Build status: STARTED
[20:36:47.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:47:0) after 6m1s
[20:42:48.386] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:47:0)
[20:42:48.412] Build status: STARTED
[20:42:48.412] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:48:0) after 3m32s
[20:46:20.430] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:48:0)
[20:46:20.452] Build status: STARTED
[20:46:20.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:49:0) after 4m31s
[20:50:51.476] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:49:0)
[20:50:51.503] Build status: STARTED
[20:50:51.503] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:50:0) after 2m56s
[20:53:47.641] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:50:0)
[20:53:47.668] Build status: STARTED
[20:53:47.668] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:51:0) after 1m1s
[20:54:48.684] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:51:0)
[20:54:48.705] Build status: STARTED
[20:54:48.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:52:0) after 9m17s
[21:04:05.724] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:52:0)
[21:04:05.751] Build status: STARTED
[21:04:05.751] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:53:0) after 7m41s
[21:11:46.770] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:53:0)
[21:11:46.792] Build status: STARTED
[21:11:46.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:54:0) after 5m21s
[21:17:07.926] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:54:0)
[21:17:07.950] Build status: STARTED
[21:17:07.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:55:0) after 9m5s
[21:26:13.026] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:55:0)
[21:26:13.055] Build status: STARTED
[21:26:13.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:56:0) after 6m9s
[21:32:22.075] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:56:0)
[21:32:22.097] Build status: STARTED
[21:32:22.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8950975526241683840:57:0) after 8m41s
[21:38:09.079] Received PubSub notification, asking Buildbucket for the build status
[21:38:09.157] Build:
{
"id": "8785545464355456817",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 29129,
"createdBy": "project:chromium",
"createTime": "2023-03-26T16:25:57.232745979Z",
"startTime": "2023-03-26T16:28:29.302228Z",
"endTime": "2023-03-26T21:38:08.632404844Z",
"updateTime": "2023-03-26T21:38:08.632404844Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "2ef99a963eeb29218dcc8e47272e279f6a737034",
"ref": "refs/heads/main"
}
}
}
[21:38:09.157] Invocation finished in 5h12m13.107268404s with status FAILED