[09:38:23.555] New invocation is queued and will start shortly
[09:38:24.756] Starting the invocation (attempt 1)
[09:38:24.791] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/79020414fd5c71f9ec1f25445ea5f1c8001e1a49"
[09:38:24.791] Popped gitiles commit info from properties and tags
[09:38:24.791] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:38:24.791] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:38:24.791] Buildbucket request:
{
"requestId": "9016683967195241120",
"builder": {
"project": "webrtc",
"bucket": "ci",
"builder": "iOS64 Release"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/master",
"repo": "https://webrtc.googlesource.com/src",
"revision": "79020414fd5c71f9ec1f25445ea5f1c8001e1a49"
},
"id": "https://webrtc.googlesource.com/src/+/refs/heads/master@79020414fd5c71f9ec1f25445ea5f1c8001e1a49",
"title": "79020414fd5c71f9ec1f25445ea5f1c8001e1a49",
"url": "https://webrtc.googlesource.com/src/+/79020414fd5c71f9ec1f25445ea5f1c8001e1a49"
}
]
}
},
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "79020414fd5c71f9ec1f25445ea5f1c8001e1a49",
"ref": "refs/heads/master"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "9016683967195241120"
},
{
"key": "scheduler_job_id",
"value": "webrtc/iOS64 Release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:38:25.423] Scheduled build:
{
"id": "8851253905160222928",
"builder": {
"project": "webrtc",
"bucket": "ci",
"builder": "iOS64 Release"
},
"number": 22417,
"createdBy": "project:webrtc",
"createTime": "2021-03-31T09:38:24.866409Z",
"updateTime": "2021-03-31T09:38:25.272206Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "79020414fd5c71f9ec1f25445ea5f1c8001e1a49",
"ref": "refs/heads/master"
}
}
}
[09:38:25.423] Task URL: https://cr-buildbucket.appspot.com/build/8851253905160222928
[09:38:25.423] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:2:0) after 8m7s
[09:46:32.407] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:2:0)
[09:46:32.433] Build status: SCHEDULED
[09:46:32.433] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:3:0) after 3m26s
[09:49:58.442] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:3:0)
[09:49:58.467] Build status: SCHEDULED
[09:49:58.467] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:4:0) after 2m29s
[09:52:27.482] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:4:0)
[09:52:27.522] Build status: SCHEDULED
[09:52:27.522] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:5:0) after 4m54s
[09:57:21.617] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:5:0)
[09:57:21.642] Build status: SCHEDULED
[09:57:21.642] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:6:0) after 3m46s
[10:01:07.658] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:6:0)
[10:01:07.687] Build status: SCHEDULED
[10:01:07.687] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:7:0) after 8m28s
[10:09:35.708] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:7:0)
[10:09:35.744] Build status: SCHEDULED
[10:09:35.744] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:8:0) after 9m34s
[10:19:09.779] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:8:0)
[10:19:09.818] Build status: SCHEDULED
[10:19:09.818] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:9:0) after 6m55s
[10:26:04.963] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:9:0)
[10:26:04.997] Build status: SCHEDULED
[10:26:04.997] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:10:0) after 8m46s
[10:34:51.029] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:10:0)
[10:34:51.067] Build status: SCHEDULED
[10:34:51.067] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:11:0) after 4m15s
[10:39:06.114] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:11:0)
[10:39:06.155] Build status: SCHEDULED
[10:39:06.155] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:12:0) after 8m50s
[10:47:56.183] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:12:0)
[10:47:56.216] Build status: SCHEDULED
[10:47:56.216] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:13:0) after 1m34s
[10:49:30.235] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:13:0)
[10:49:30.261] Build status: SCHEDULED
[10:49:30.261] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:14:0) after 8m44s
[10:58:14.375] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:14:0)
[10:58:14.406] Build status: SCHEDULED
[10:58:14.406] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:15:0) after 3m26s
[11:01:40.465] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:15:0)
[11:01:40.492] Build status: SCHEDULED
[11:01:40.492] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:16:0) after 2m41s
[11:04:21.538] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:16:0)
[11:04:21.574] Build status: SCHEDULED
[11:04:21.574] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:17:0) after 7m47s
[11:12:08.664] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:17:0)
[11:12:08.705] Build status: SCHEDULED
[11:12:08.705] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:18:0) after 3m24s
[11:15:32.723] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:18:0)
[11:15:32.763] Build status: SCHEDULED
[11:15:32.763] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:19:0) after 9m42s
[11:25:14.835] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:19:0)
[11:25:14.860] Build status: SCHEDULED
[11:25:14.860] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:20:0) after 5m5s
[11:30:20.008] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:20:0)
[11:30:20.073] Build status: SCHEDULED
[11:30:20.073] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:21:0) after 5m34s
[11:35:54.091] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:21:0)
[11:35:54.143] Build status: SCHEDULED
[11:35:54.143] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:22:0) after 1m24s
[11:37:18.161] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:22:0)
[11:37:18.192] Build status: SCHEDULED
[11:37:18.192] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:23:0) after 7m28s
[11:44:46.200] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:23:0)
[11:44:46.224] Build status: SCHEDULED
[11:44:46.224] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:24:0) after 9m46s
[11:54:33.946] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:24:0)
[11:54:33.970] Build status: SCHEDULED
[11:54:33.970] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:25:0) after 2m31s
[11:57:04.994] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:25:0)
[11:57:05.022] Build status: SCHEDULED
[11:57:05.022] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:26:0) after 1m26s
[11:58:31.133] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:26:0)
[11:58:31.159] Build status: SCHEDULED
[11:58:31.159] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:27:0) after 7m36s
[12:06:07.214] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:27:0)
[12:06:07.245] Build status: SCHEDULED
[12:06:07.246] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:28:0) after 6m4s
[12:12:11.338] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:28:0)
[12:12:11.366] Build status: SCHEDULED
[12:12:11.366] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:29:0) after 9m43s
[12:21:54.382] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:29:0)
[12:21:54.405] Build status: SCHEDULED
[12:21:54.405] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:30:0) after 8m35s
[12:30:29.426] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:30:0)
[12:30:29.458] Build status: SCHEDULED
[12:30:29.458] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:31:0) after 9m33s
[12:40:02.588] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:31:0)
[12:40:02.619] Build status: SCHEDULED
[12:40:02.619] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:32:0) after 8m54s
[12:48:56.636] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:32:0)
[12:48:56.707] Build status: SCHEDULED
[12:48:56.707] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:33:0) after 7m56s
[12:56:52.728] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:33:0)
[12:56:52.751] Build status: SCHEDULED
[12:56:52.751] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:34:0) after 7m17s
[13:04:11.354] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:34:0)
[13:04:11.382] Build status: SCHEDULED
[13:04:11.382] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:35:0) after 5m33s
[13:09:44.407] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:35:0)
[13:09:44.431] Build status: SCHEDULED
[13:09:44.431] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:36:0) after 7m33s
[13:17:17.461] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:36:0)
[13:17:17.515] Build status: SCHEDULED
[13:17:17.515] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:37:0) after 6m53s
[13:24:10.543] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:37:0)
[13:24:10.586] Build status: SCHEDULED
[13:24:10.586] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:38:0) after 9m5s
[13:33:15.743] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:38:0)
[13:33:15.770] Build status: SCHEDULED
[13:33:15.770] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:39:0) after 2m39s
[13:35:54.790] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:39:0)
[13:35:54.817] Build status: SCHEDULED
[13:35:54.817] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:40:0) after 8m19s
[13:44:13.843] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:40:0)
[13:44:13.878] Build status: SCHEDULED
[13:44:13.878] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:41:0) after 7m43s
[13:51:57.142] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:41:0)
[13:51:57.195] Build status: SCHEDULED
[13:51:57.195] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:42:0) after 3m11s
[13:55:08.242] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:42:0)
[13:55:08.268] Build status: SCHEDULED
[13:55:08.268] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:43:0) after 7m55s
[14:03:03.383] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:43:0)
[14:03:03.423] Build status: SCHEDULED
[14:03:03.423] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:44:0) after 6m26s
[14:09:29.442] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:44:0)
[14:09:29.467] Build status: SCHEDULED
[14:09:29.467] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:45:0) after 4m4s
[14:13:33.641] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:45:0)
[14:13:33.668] Build status: SCHEDULED
[14:13:33.668] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:46:0) after 1m14s
[14:14:47.695] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:46:0)
[14:14:47.747] Build status: SCHEDULED
[14:14:47.747] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:47:0) after 7m37s
[14:22:24.775] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:47:0)
[14:22:24.805] Build status: SCHEDULED
[14:22:24.805] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:48:0) after 4m35s
[14:26:59.805] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:48:0)
[14:26:59.853] Build status: SCHEDULED
[14:26:59.853] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:49:0) after 9m30s
[14:36:29.868] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:49:0)
[14:36:29.900] Build status: SCHEDULED
[14:36:29.900] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:50:0) after 3m28s
[14:39:58.020] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:50:0)
[14:39:58.053] Build status: SCHEDULED
[14:39:58.053] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:51:0) after 7m28s
[14:47:26.073] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:51:0)
[14:47:26.102] Build status: SCHEDULED
[14:47:26.102] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:52:0) after 9m24s
[14:56:50.124] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:52:0)
[14:56:50.148] Build status: SCHEDULED
[14:56:50.148] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:53:0) after 7m47s
[15:04:37.164] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:53:0)
[15:04:37.195] Build status: SCHEDULED
[15:04:37.195] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:54:0) after 5m39s
[15:10:16.241] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:54:0)
[15:10:16.345] Build status: SCHEDULED
[15:10:16.345] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:55:0) after 8m6s
[15:18:22.375] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:55:0)
[15:18:22.402] Build status: SCHEDULED
[15:18:22.402] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:56:0) after 7m36s
[15:25:58.422] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:56:0)
[15:25:58.461] Build status: SCHEDULED
[15:25:58.461] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:57:0) after 1m3s
[15:27:01.463] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:57:0)
[15:27:01.495] Build status: SCHEDULED
[15:27:01.495] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:58:0) after 8m17s
[15:35:18.743] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:58:0)
[15:35:18.769] Build status: SCHEDULED
[15:35:18.769] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:59:0) after 3m30s
[15:38:48.951] Handling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:59:0)
[15:38:48.981] Build status: SCHEDULED
[15:38:48.981] Scheduling timer "check-buildbucket-build-status" (webrtc/iOS64 Release:9016683967195241120:60:0) after 9m41s
[15:39:12.279] Received PubSub notification, asking Buildbucket for the build status
[15:39:12.305] Build:
{
"id": "8851253905160222928",
"builder": {
"project": "webrtc",
"bucket": "ci",
"builder": "iOS64 Release"
},
"number": 22417,
"createdBy": "project:webrtc",
"createTime": "2021-03-31T09:38:24.866409Z",
"endTime": "2021-03-31T15:39:10.638630Z",
"updateTime": "2021-03-31T15:39:11.118917Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "79020414fd5c71f9ec1f25445ea5f1c8001e1a49",
"ref": "refs/heads/master"
}
}
}
[15:39:12.305] Invocation finished in 6h0m48.763854761s with status FAILED