[04:53:44.661] New invocation is queued and will start shortly
[04:53:45.816] Starting the invocation (attempt 1)
[04:53:45.848] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5783005df9d809c37c56132e6337ea254b942452"
[04:53:45.848] Popped gitiles commit info from properties and tags
[04:53:45.848] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:53:45.848] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:53:45.848] Buildbucket request:
{
"requestId": "8953012208336878608",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "5783005df9d809c37c56132e6337ea254b942452",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8953012208336878608"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTiOSDevice"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:53:46.404] Scheduled build:
{
"id": "8787582146202230753",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 29025,
"createdBy": "project:chromium",
"createTime": "2023-03-04T04:53:46.064608747Z",
"updateTime": "2023-03-04T04:53:46.064608747Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "5783005df9d809c37c56132e6337ea254b942452",
"ref": "refs/heads/main"
}
}
}
[04:53:46.404] Task URL: https://cr-buildbucket.appspot.com/build/8787582146202230753
[04:53:46.404] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:2:0) after 6m3s
[04:56:31.081] Received PubSub notification, asking Buildbucket for the build status
[04:56:31.100] Build status: STARTED
[04:59:49.579] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:2:0)
[04:59:49.599] Build status: STARTED
[04:59:49.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:4:0) after 6m2s
[05:05:51.621] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:4:0)
[05:05:51.642] Build status: STARTED
[05:05:51.642] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:5:0) after 1m16s
[05:07:07.785] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:5:0)
[05:07:07.836] Build status: STARTED
[05:07:07.836] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:6:0) after 1m14s
[05:08:21.938] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:6:0)
[05:08:21.968] Build status: STARTED
[05:08:21.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:7:0) after 3m36s
[05:11:58.245] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:7:0)
[05:11:58.556] Build status: STARTED
[05:11:58.556] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:8:0) after 8m52s
[05:20:50.578] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:8:0)
[05:20:50.601] Build status: STARTED
[05:20:50.601] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:9:0) after 6m55s
[05:27:45.684] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:9:0)
[05:27:45.760] Build status: STARTED
[05:27:45.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:10:0) after 1m3s
[05:28:48.829] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:10:0)
[05:28:48.918] Build status: STARTED
[05:28:48.918] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:11:0) after 9m39s
[05:38:27.942] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:11:0)
[05:38:27.964] Build status: STARTED
[05:38:27.964] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:12:0) after 1m25s
[05:39:53.083] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:12:0)
[05:39:53.103] Build status: STARTED
[05:39:53.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:13:0) after 5m44s
[05:45:37.120] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:13:0)
[05:45:37.150] Build status: STARTED
[05:45:37.150] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:14:0) after 2m18s
[05:47:55.166] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:14:0)
[05:47:55.189] Build status: STARTED
[05:47:55.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:15:0) after 5m31s
[05:53:26.171] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:15:0)
[05:53:26.198] Build status: STARTED
[05:53:26.198] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:16:0) after 5m47s
[05:59:13.235] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:16:0)
[05:59:13.260] Build status: STARTED
[05:59:13.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:17:0) after 8m10s
[06:07:23.264] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:17:0)
[06:07:23.289] Build status: STARTED
[06:07:23.289] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:18:0) after 1m23s
[06:08:46.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:18:0)
[06:08:46.332] Build status: STARTED
[06:08:46.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:19:0) after 7m24s
[06:16:10.350] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:19:0)
[06:16:10.371] Build status: STARTED
[06:16:10.371] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:20:0) after 8m35s
[06:24:45.396] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:20:0)
[06:24:45.416] Build status: STARTED
[06:24:45.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:21:0) after 7m34s
[06:32:19.435] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:21:0)
[06:32:19.460] Build status: STARTED
[06:32:19.460] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:22:0) after 1m56s
[06:34:15.481] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:22:0)
[06:34:15.504] Build status: STARTED
[06:34:15.504] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:23:0) after 3m46s
[06:38:01.536] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:23:0)
[06:38:01.559] Build status: STARTED
[06:38:01.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:24:0) after 6m58s
[06:44:59.558] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:24:0)
[06:44:59.594] Build status: STARTED
[06:44:59.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:25:0) after 1m34s
[06:46:33.642] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:25:0)
[06:46:33.755] Build status: STARTED
[06:46:33.755] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:26:0) after 9m8s
[06:55:41.780] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:26:0)
[06:55:41.805] Build status: STARTED
[06:55:41.805] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:27:0) after 6m10s
[07:01:51.828] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:27:0)
[07:01:51.855] Build status: STARTED
[07:01:51.855] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:28:0) after 6m3s
[07:07:54.875] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:28:0)
[07:07:54.895] Build status: STARTED
[07:07:54.895] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:29:0) after 2m33s
[07:10:27.914] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:29:0)
[07:10:27.936] Build status: STARTED
[07:10:27.936] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:30:0) after 5m11s
[07:15:39.027] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:30:0)
[07:15:39.049] Build status: STARTED
[07:15:39.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:31:0) after 2m44s
[07:18:23.117] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:31:0)
[07:18:23.142] Build status: STARTED
[07:18:23.142] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:32:0) after 7m50s
[07:26:13.164] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:32:0)
[07:26:13.184] Build status: STARTED
[07:26:13.184] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:33:0) after 3m53s
[07:30:06.447] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:33:0)
[07:30:06.479] Build status: STARTED
[07:30:06.479] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:34:0) after 4m36s
[07:34:42.560] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:34:0)
[07:34:42.590] Build status: STARTED
[07:34:42.590] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:35:0) after 7m3s
[07:41:46.907] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:35:0)
[07:41:46.933] Build status: STARTED
[07:41:46.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:36:0) after 4m8s
[07:45:55.051] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:36:0)
[07:45:55.137] Build status: STARTED
[07:45:55.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:37:0) after 4m59s
[07:50:54.161] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:37:0)
[07:50:54.190] Build status: STARTED
[07:50:54.190] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:38:0) after 3m29s
[07:54:23.211] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:38:0)
[07:54:23.242] Build status: STARTED
[07:54:23.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:39:0) after 4m41s
[07:59:04.271] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:39:0)
[07:59:04.295] Build status: STARTED
[07:59:04.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:40:0) after 6m42s
[08:05:48.849] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:40:0)
[08:05:48.875] Build status: STARTED
[08:05:48.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:41:0) after 4m30s
[08:10:19.131] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:41:0)
[08:10:19.155] Build status: STARTED
[08:10:19.155] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:42:0) after 3m50s
[08:14:09.709] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:42:0)
[08:14:09.739] Build status: STARTED
[08:14:09.739] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:43:0) after 5m1s
[08:19:10.762] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:43:0)
[08:19:10.785] Build status: STARTED
[08:19:10.785] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:44:0) after 4m10s
[08:23:21.009] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:44:0)
[08:23:21.030] Build status: STARTED
[08:23:21.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:45:0) after 2m50s
[08:26:11.449] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:45:0)
[08:26:11.474] Build status: STARTED
[08:26:11.474] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:46:0) after 8m48s
[08:35:00.230] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:46:0)
[08:35:00.268] Build status: STARTED
[08:35:00.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:47:0) after 2m26s
[08:37:26.594] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:47:0)
[08:37:26.622] Build status: STARTED
[08:37:26.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:48:0) after 8m59s
[08:46:25.984] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:48:0)
[08:46:26.012] Build status: STARTED
[08:46:26.012] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:49:0) after 1m27s
[08:47:53.041] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:49:0)
[08:47:53.095] Build status: STARTED
[08:47:53.095] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:50:0) after 7m53s
[08:55:46.231] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:50:0)
[08:55:46.253] Build status: STARTED
[08:55:46.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:51:0) after 3m38s
[08:59:24.414] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:51:0)
[08:59:24.658] Build status: STARTED
[08:59:24.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:52:0) after 4m44s
[09:04:08.707] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:52:0)
[09:04:08.729] Build status: STARTED
[09:04:08.729] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:53:0) after 2m56s
[09:07:04.749] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:53:0)
[09:07:04.780] Build status: STARTED
[09:07:04.780] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:54:0) after 8m45s
[09:15:49.781] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:54:0)
[09:15:49.803] Build status: STARTED
[09:15:49.803] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:55:0) after 4m10s
[09:19:59.823] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:55:0)
[09:19:59.842] Build status: STARTED
[09:19:59.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:56:0) after 5m41s
[09:25:40.875] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:56:0)
[09:25:40.912] Build status: STARTED
[09:25:40.913] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:57:0) after 9m39s
[09:35:19.932] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:57:0)
[09:35:19.954] Build status: STARTED
[09:35:19.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:58:0) after 5m42s
[09:41:01.976] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:58:0)
[09:41:02.001] Build status: STARTED
[09:41:02.001] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:59:0) after 8m54s
[09:49:56.457] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:59:0)
[09:49:56.476] Build status: STARTED
[09:49:56.476] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:60:0) after 2m49s
[09:52:45.507] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:60:0)
[09:52:45.526] Build status: STARTED
[09:52:45.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:61:0) after 7m48s
[10:00:33.582] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:61:0)
[10:00:33.607] Build status: STARTED
[10:00:33.607] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:62:0) after 8m21s
[10:08:54.623] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:62:0)
[10:08:54.655] Build status: STARTED
[10:08:54.655] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8953012208336878608:63:0) after 5m54s
[10:08:55.650] Received PubSub notification, asking Buildbucket for the build status
[10:08:55.673] Build:
{
"id": "8787582146202230753",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 29025,
"createdBy": "project:chromium",
"createTime": "2023-03-04T04:53:46.064608747Z",
"startTime": "2023-03-04T04:56:30.393132Z",
"endTime": "2023-03-04T10:08:55.306553324Z",
"updateTime": "2023-03-04T10:08:55.306553324Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "5783005df9d809c37c56132e6337ea254b942452",
"ref": "refs/heads/main"
}
}
}
[10:08:55.673] Invocation finished in 5h15m11.028317392s with status FAILED