[22:12:06.730] New invocation is queued and will start shortly
[22:12:07.941] Starting the invocation (attempt 1)
[22:12:07.980] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4757f6dae7ff145bcc245bf64353555cbc7e8dbd"
[22:12:07.980] Popped gitiles commit info from properties and tags
[22:12:07.980] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:12:07.980] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:12:07.981] Buildbucket request:
{
"requestId": "9013103265570074496",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "4757f6dae7ff145bcc245bf64353555cbc7e8dbd",
"ref": "refs/heads/master"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "9013103265570074496"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTiOSDevice"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[22:12:09.011] Scheduled build:
{
"id": "8847673203497748688",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 22100,
"createdBy": "project:chromium",
"createTime": "2021-05-09T22:12:08.076383Z",
"updateTime": "2021-05-09T22:12:08.890828Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "4757f6dae7ff145bcc245bf64353555cbc7e8dbd",
"ref": "refs/heads/master"
}
}
}
[22:12:09.011] Task URL: https://cr-buildbucket.appspot.com/build/8847673203497748688
[22:12:09.011] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:2:0) after 6m13s
[22:15:19.803] Received PubSub notification, asking Buildbucket for the build status
[22:15:19.839] Build status: STARTED
[22:18:22.133] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:2:0)
[22:18:22.180] Build status: STARTED
[22:18:22.180] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:4:0) after 4m26s
[22:22:48.346] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:4:0)
[22:22:48.376] Build status: STARTED
[22:22:48.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:5:0) after 9m42s
[22:32:30.398] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:5:0)
[22:32:30.427] Build status: STARTED
[22:32:30.427] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:6:0) after 4m38s
[22:37:08.470] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:6:0)
[22:37:08.497] Build status: STARTED
[22:37:08.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:7:0) after 6m55s
[22:44:03.622] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:7:0)
[22:44:03.663] Build status: STARTED
[22:44:03.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:8:0) after 1m32s
[22:45:35.769] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:8:0)
[22:45:35.793] Build status: STARTED
[22:45:35.793] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:9:0) after 5m49s
[22:51:24.812] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:9:0)
[22:51:24.888] Build status: STARTED
[22:51:24.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:10:0) after 3m57s
[22:55:22.034] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:10:0)
[22:55:22.060] Build status: STARTED
[22:55:22.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:11:0) after 7m9s
[23:02:31.081] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:11:0)
[23:02:31.132] Build status: STARTED
[23:02:31.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:12:0) after 7m29s
[23:10:00.186] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:12:0)
[23:10:00.923] Build status: STARTED
[23:10:00.923] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:13:0) after 3m15s
[23:13:16.038] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:13:0)
[23:13:16.068] Build status: STARTED
[23:13:16.068] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:14:0) after 2m36s
[23:15:52.263] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:14:0)
[23:15:52.287] Build status: STARTED
[23:15:52.287] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:15:0) after 6m45s
[23:22:37.837] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:15:0)
[23:22:37.862] Build status: STARTED
[23:22:37.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:16:0) after 9m38s
[23:32:16.526] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:16:0)
[23:32:16.565] Build status: STARTED
[23:32:16.565] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:17:0) after 2m57s
[23:35:14.157] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:17:0)
[23:35:14.182] Build status: STARTED
[23:35:14.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:18:0) after 8m3s
[23:43:17.222] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:18:0)
[23:43:17.254] Build status: STARTED
[23:43:17.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:19:0) after 4m43s
[23:48:00.380] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:19:0)
[23:48:00.404] Build status: STARTED
[23:48:00.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:20:0) after 8m47s
[23:56:47.505] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:20:0)
[23:56:47.533] Build status: STARTED
[23:56:47.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:21:0) after 5m44s
[00:02:31.573] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:21:0)
[00:02:31.610] Build status: STARTED
[00:02:31.610] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:22:0) after 8m6s
[00:10:37.650] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:22:0)
[00:10:37.679] Build status: STARTED
[00:10:37.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:23:0) after 4m29s
[00:15:06.798] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:23:0)
[00:15:06.826] Build status: STARTED
[00:15:06.826] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:24:0) after 2m33s
[00:17:39.893] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:24:0)
[00:17:39.926] Build status: STARTED
[00:17:39.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:25:0) after 4m7s
[00:21:46.922] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:25:0)
[00:21:46.954] Build status: STARTED
[00:21:46.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:26:0) after 5m55s
[00:27:42.525] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:26:0)
[00:27:42.594] Build status: STARTED
[00:27:42.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:27:0) after 8m42s
[00:36:24.587] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:27:0)
[00:36:24.618] Build status: STARTED
[00:36:24.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:28:0) after 9m42s
[00:46:06.657] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:28:0)
[00:46:06.729] Build status: STARTED
[00:46:06.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:29:0) after 1m51s
[00:47:57.763] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:29:0)
[00:47:57.797] Build status: STARTED
[00:47:57.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:30:0) after 6m5s
[00:54:02.958] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:30:0)
[00:54:02.988] Build status: STARTED
[00:54:02.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:31:0) after 1m3s
[00:55:06.126] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:31:0)
[00:55:06.159] Build status: STARTED
[00:55:06.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:32:0) after 3m22s
[00:58:28.199] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:32:0)
[00:58:28.230] Build status: STARTED
[00:58:28.230] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:33:0) after 6m39s
[01:05:07.351] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:33:0)
[01:05:07.383] Build status: STARTED
[01:05:07.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:34:0) after 9m30s
[01:14:37.478] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:34:0)
[01:14:37.507] Build status: STARTED
[01:14:37.507] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:35:0) after 6m36s
[01:21:13.611] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:35:0)
[01:21:13.638] Build status: STARTED
[01:21:13.638] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:36:0) after 6m13s
[01:27:27.139] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:36:0)
[01:27:27.201] Build status: STARTED
[01:27:27.201] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:37:0) after 4m4s
[01:31:31.250] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:37:0)
[01:31:31.278] Build status: STARTED
[01:31:31.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:38:0) after 9m18s
[01:40:49.684] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:38:0)
[01:40:49.755] Build status: STARTED
[01:40:49.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:39:0) after 3m32s
[01:44:21.776] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:39:0)
[01:44:21.832] Build status: STARTED
[01:44:21.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:40:0) after 3m3s
[01:47:24.891] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:40:0)
[01:47:24.918] Build status: STARTED
[01:47:24.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:41:0) after 2m57s
[01:50:21.960] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:41:0)
[01:50:21.988] Build status: STARTED
[01:50:21.988] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:42:0) after 1m24s
[01:51:46.015] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:42:0)
[01:51:46.061] Build status: STARTED
[01:51:46.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:43:0) after 3m50s
[01:55:36.068] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:43:0)
[01:55:36.094] Build status: STARTED
[01:55:36.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:44:0) after 4m12s
[01:59:48.133] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:44:0)
[01:59:48.165] Build status: STARTED
[01:59:48.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:45:0) after 7m55s
[02:07:43.234] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:45:0)
[02:07:43.272] Build status: STARTED
[02:07:43.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:46:0) after 4m20s
[02:12:03.789] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:46:0)
[02:12:03.817] Build status: STARTED
[02:12:03.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:47:0) after 6m33s
[02:18:36.835] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:47:0)
[02:18:36.860] Build status: STARTED
[02:18:36.860] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:48:0) after 1m13s
[02:19:49.896] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:48:0)
[02:19:49.925] Build status: STARTED
[02:19:49.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:49:0) after 9m55s
[02:29:45.229] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:49:0)
[02:29:45.255] Build status: STARTED
[02:29:45.255] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:50:0) after 8m50s
[02:38:35.582] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:50:0)
[02:38:35.644] Build status: STARTED
[02:38:35.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:51:0) after 8m3s
[02:46:38.818] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:51:0)
[02:46:38.843] Build status: STARTED
[02:46:38.843] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:52:0) after 2m29s
[02:49:07.900] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:52:0)
[02:49:07.926] Build status: STARTED
[02:49:07.926] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:53:0) after 3m7s
[02:52:14.975] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:53:0)
[02:52:15.002] Build status: STARTED
[02:52:15.002] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:9013103265570074496:54:0) after 1m58s
[02:52:38.008] Received PubSub notification, asking Buildbucket for the build status
[02:52:38.038] Build:
{
"id": "8847673203497748688",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 22100,
"createdBy": "project:chromium",
"createTime": "2021-05-09T22:12:08.076383Z",
"startTime": "2021-05-09T22:15:19.063719Z",
"endTime": "2021-05-10T02:52:37.574857355Z",
"updateTime": "2021-05-10T02:52:37.575256881Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "4757f6dae7ff145bcc245bf64353555cbc7e8dbd",
"ref": "refs/heads/master"
}
}
}
[02:52:38.038] Invocation finished in 4h40m31.321275899s with status FAILED