[19:09:14.669] New invocation is queued and will start shortly
[19:09:15.779] Starting the invocation (attempt 1)
[19:09:15.826] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/050237ac8a57d321c40b47917559352b326732eb"
[19:09:15.826] Popped gitiles commit info from properties and tags
[19:09:15.826] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:09:15.826] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:09:15.826] Buildbucket request:
{
"requestId": "9016466858367060336",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "050237ac8a57d321c40b47917559352b326732eb",
"ref": "refs/heads/master"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "9016466858367060336"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTiOSDevice"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[19:09:16.409] Scheduled build:
{
"id": "8851036796389810064",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 21867,
"createdBy": "project:chromium",
"createTime": "2021-04-02T19:09:15.924849Z",
"updateTime": "2021-04-02T19:09:16.338856Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "050237ac8a57d321c40b47917559352b326732eb",
"ref": "refs/heads/master"
}
},
"canary": true
}
[19:09:16.409] Task URL: https://cr-buildbucket.appspot.com/build/8851036796389810064
[19:09:16.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:2:0) after 6m18s
[19:12:10.896] Received PubSub notification, asking Buildbucket for the build status
[19:12:10.925] Build status: STARTED
[19:15:34.734] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:2:0)
[19:15:34.766] Build status: STARTED
[19:15:34.767] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:4:0) after 5m11s
[19:20:45.856] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:4:0)
[19:20:45.895] Build status: STARTED
[19:20:45.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:5:0) after 7m6s
[19:27:51.983] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:5:0)
[19:27:52.068] Build status: STARTED
[19:27:52.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:6:0) after 3m8s
[19:31:00.061] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:6:0)
[19:31:00.100] Build status: STARTED
[19:31:00.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:7:0) after 8m28s
[19:39:28.118] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:7:0)
[19:39:28.152] Build status: STARTED
[19:39:28.152] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:8:0) after 9m46s
[19:49:14.192] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:8:0)
[19:49:14.221] Build status: STARTED
[19:49:14.221] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:9:0) after 3m39s
[19:52:53.533] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:9:0)
[19:52:53.571] Build status: STARTED
[19:52:53.571] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:10:0) after 6m45s
[19:59:38.624] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:10:0)
[19:59:38.651] Build status: STARTED
[19:59:38.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:11:0) after 2m42s
[20:02:20.754] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:11:0)
[20:02:20.789] Build status: STARTED
[20:02:20.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:12:0) after 6m22s
[20:08:43.002] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:12:0)
[20:08:43.034] Build status: STARTED
[20:08:43.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:13:0) after 9m59s
[20:18:42.054] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:13:0)
[20:18:42.082] Build status: STARTED
[20:18:42.082] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:14:0) after 8m48s
[20:27:30.106] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:14:0)
[20:27:30.140] Build status: STARTED
[20:27:30.140] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:15:0) after 2m19s
[20:29:49.165] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:15:0)
[20:29:49.193] Build status: STARTED
[20:29:49.193] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:16:0) after 9m59s
[20:39:48.387] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:16:0)
[20:39:48.423] Build status: STARTED
[20:39:48.423] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:17:0) after 2m44s
[20:42:32.444] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:17:0)
[20:42:32.487] Build status: STARTED
[20:42:32.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:18:0) after 9m57s
[20:52:29.744] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:18:0)
[20:52:29.790] Build status: STARTED
[20:52:29.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:19:0) after 1m55s
[20:54:24.908] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:19:0)
[20:54:24.945] Build status: STARTED
[20:54:24.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:20:0) after 9m2s
[21:03:26.965] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:20:0)
[21:03:26.996] Build status: STARTED
[21:03:26.996] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:21:0) after 9m35s
[21:13:02.020] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:21:0)
[21:13:02.049] Build status: STARTED
[21:13:02.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:22:0) after 1m22s
[21:14:24.399] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:22:0)
[21:14:24.425] Build status: STARTED
[21:14:24.425] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:23:0) after 5m22s
[21:19:46.451] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:23:0)
[21:19:46.497] Build status: STARTED
[21:19:46.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:24:0) after 8m21s
[21:28:07.518] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:24:0)
[21:28:07.563] Build status: STARTED
[21:28:07.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:25:0) after 2m40s
[21:30:47.597] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:25:0)
[21:30:47.629] Build status: STARTED
[21:30:47.629] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:26:0) after 1m31s
[21:32:18.698] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:26:0)
[21:32:18.759] Build status: STARTED
[21:32:18.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:27:0) after 4m36s
[21:36:54.756] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:27:0)
[21:36:54.782] Build status: STARTED
[21:36:54.782] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:28:0) after 2m29s
[21:39:24.126] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:28:0)
[21:39:24.177] Build status: STARTED
[21:39:24.177] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:29:0) after 7m1s
[21:46:25.299] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:29:0)
[21:46:25.329] Build status: STARTED
[21:46:25.329] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:30:0) after 8m53s
[21:55:18.434] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:30:0)
[21:55:18.463] Build status: STARTED
[21:55:18.463] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:31:0) after 2m52s
[21:58:10.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:31:0)
[21:58:10.732] Build status: STARTED
[21:58:10.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:32:0) after 6m7s
[22:04:17.850] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:32:0)
[22:04:17.897] Build status: STARTED
[22:04:17.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:33:0) after 4m34s
[22:08:52.001] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:33:0)
[22:08:52.028] Build status: STARTED
[22:08:52.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:34:0) after 7m27s
[22:16:19.037] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:34:0)
[22:16:19.071] Build status: STARTED
[22:16:19.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:35:0) after 1m7s
[22:17:26.091] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:35:0)
[22:17:26.165] Build status: STARTED
[22:17:26.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:36:0) after 3m11s
[22:20:37.449] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:36:0)
[22:20:37.483] Build status: STARTED
[22:20:37.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:37:0) after 8m26s
[22:29:03.503] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:37:0)
[22:29:03.526] Build status: STARTED
[22:29:03.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:38:0) after 8m50s
[22:37:53.551] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:38:0)
[22:37:53.580] Build status: STARTED
[22:37:53.580] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:39:0) after 7m45s
[22:45:38.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:39:0)
[22:45:38.636] Build status: STARTED
[22:45:38.636] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:40:0) after 3m42s
[22:49:20.823] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:40:0)
[22:49:20.847] Build status: STARTED
[22:49:20.847] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:41:0) after 2m7s
[22:51:28.023] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:41:0)
[22:51:28.059] Build status: STARTED
[22:51:28.059] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:42:0) after 7m39s
[22:59:07.162] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:42:0)
[22:59:07.210] Build status: STARTED
[22:59:07.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:43:0) after 7m55s
[23:07:02.232] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:43:0)
[23:07:02.261] Build status: STARTED
[23:07:02.261] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:44:0) after 6m2s
[23:13:04.290] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:44:0)
[23:13:04.330] Build status: STARTED
[23:13:04.330] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:45:0) after 1m16s
[23:14:20.470] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:45:0)
[23:14:20.506] Build status: STARTED
[23:14:20.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:46:0) after 9m43s
[23:24:03.554] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:46:0)
[23:24:03.587] Build status: STARTED
[23:24:03.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:47:0) after 7m19s
[23:31:22.621] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:47:0)
[23:31:22.654] Build status: STARTED
[23:31:22.654] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:48:0) after 6m42s
[23:38:04.896] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:48:0)
[23:38:04.991] Build status: STARTED
[23:38:04.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:49:0) after 2m23s
[23:40:28.010] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:49:0)
[23:40:28.103] Build status: STARTED
[23:40:28.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:50:0) after 7m42s
[23:48:10.262] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:50:0)
[23:48:10.292] Build status: STARTED
[23:48:10.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:51:0) after 2m39s
[23:50:49.436] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:51:0)
[23:50:49.466] Build status: STARTED
[23:50:49.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:52:0) after 9m21s
[00:00:10.508] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:52:0)
[00:00:10.545] Build status: STARTED
[00:00:10.545] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:53:0) after 1m34s
[00:01:44.567] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:53:0)
[00:01:44.600] Build status: STARTED
[00:01:44.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:54:0) after 3m30s
[00:05:14.628] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:54:0)
[00:05:14.670] Build status: STARTED
[00:05:14.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:55:0) after 8m44s
[00:13:58.799] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:55:0)
[00:13:58.828] Build status: STARTED
[00:13:58.828] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:56:0) after 1m16s
[00:15:14.909] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:56:0)
[00:15:14.967] Build status: STARTED
[00:15:14.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9016466858367060336:57:0) after 4m19s
[00:16:41.079] Received PubSub notification, asking Buildbucket for the build status
[00:16:41.109] Build:
{
"id": "8851036796389810064",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 21867,
"createdBy": "project:chromium",
"createTime": "2021-04-02T19:09:15.924849Z",
"startTime": "2021-04-02T19:12:08.744153Z",
"endTime": "2021-04-03T00:16:40.555079610Z",
"updateTime": "2021-04-03T00:16:40.555902041Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "050237ac8a57d321c40b47917559352b326732eb",
"ref": "refs/heads/master"
}
},
"canary": true
}
[00:16:41.109] Invocation finished in 5h7m26.453737738s with status FAILED