[09:57:22.363] New invocation is queued and will start shortly
[09:57:23.564] Starting the invocation (attempt 1)
[09:57:23.607] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/5d6abbddf48ae7809ed9fd9f8f0e62ec6d526626"
[09:57:23.607] Popped gitiles commit info from properties and tags
[09:57:23.607] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:57:23.607] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:57:23.607] Buildbucket request:
{
"requestId": "9017226354870320864",
"builder": {
"project": "webrtc",
"bucket": "ci",
"builder": "Mac64 Release"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/master",
"repo": "https://webrtc.googlesource.com/src",
"revision": "5d6abbddf48ae7809ed9fd9f8f0e62ec6d526626"
},
"id": "https://webrtc.googlesource.com/src/+/refs/heads/master@5d6abbddf48ae7809ed9fd9f8f0e62ec6d526626",
"title": "5d6abbddf48ae7809ed9fd9f8f0e62ec6d526626",
"url": "https://webrtc.googlesource.com/src/+/5d6abbddf48ae7809ed9fd9f8f0e62ec6d526626"
}
]
}
},
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "5d6abbddf48ae7809ed9fd9f8f0e62ec6d526626",
"ref": "refs/heads/master"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "9017226354870320864"
},
{
"key": "scheduler_job_id",
"value": "webrtc/Mac64 Release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:57:24.022] Scheduled build:
{
"id": "8851796292798473328",
"builder": {
"project": "webrtc",
"bucket": "ci",
"builder": "Mac64 Release"
},
"number": 25994,
"createdBy": "project:webrtc",
"createTime": "2021-03-25T09:57:23.706131Z",
"updateTime": "2021-03-25T09:57:23.938991Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "5d6abbddf48ae7809ed9fd9f8f0e62ec6d526626",
"ref": "refs/heads/master"
}
}
}
[09:57:24.022] Task URL: https://cr-buildbucket.appspot.com/build/8851796292798473328
[09:57:24.022] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:2:0) after 9m17s
[10:06:41.039] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:2:0)
[10:06:41.068] Build status: SCHEDULED
[10:06:41.068] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:3:0) after 4m5s
[10:10:46.085] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:3:0)
[10:10:46.120] Build status: SCHEDULED
[10:10:46.120] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:4:0) after 8m21s
[10:19:07.251] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:4:0)
[10:19:07.294] Build status: SCHEDULED
[10:19:07.294] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:5:0) after 7m45s
[10:26:52.314] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:5:0)
[10:26:52.339] Build status: SCHEDULED
[10:26:52.339] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:6:0) after 5m57s
[10:32:49.456] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:6:0)
[10:32:49.483] Build status: SCHEDULED
[10:32:49.483] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:7:0) after 2m0s
[10:34:49.633] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:7:0)
[10:34:49.659] Build status: SCHEDULED
[10:34:49.659] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:8:0) after 4m1s
[10:38:50.703] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:8:0)
[10:38:50.733] Build status: SCHEDULED
[10:38:50.733] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:9:0) after 9m12s
[10:48:02.752] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:9:0)
[10:48:02.793] Build status: SCHEDULED
[10:48:02.793] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:10:0) after 3m11s
[10:51:13.985] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:10:0)
[10:51:14.015] Build status: SCHEDULED
[10:51:14.015] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:11:0) after 7m52s
[10:59:06.034] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:11:0)
[10:59:06.067] Build status: SCHEDULED
[10:59:06.067] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:12:0) after 1m47s
[11:00:53.112] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:12:0)
[11:00:53.295] Build status: SCHEDULED
[11:00:53.295] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:13:0) after 1m23s
[11:02:16.413] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:13:0)
[11:02:16.452] Build status: SCHEDULED
[11:02:16.452] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:14:0) after 5m25s
[11:07:41.685] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:14:0)
[11:07:41.712] Build status: SCHEDULED
[11:07:41.712] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:15:0) after 6m1s
[11:13:42.879] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:15:0)
[11:13:42.908] Build status: SCHEDULED
[11:13:42.908] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:16:0) after 3m7s
[11:16:50.048] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:16:0)
[11:16:50.074] Build status: SCHEDULED
[11:16:50.074] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:17:0) after 9m37s
[11:26:27.104] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:17:0)
[11:26:27.131] Build status: SCHEDULED
[11:26:27.132] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:18:0) after 4m59s
[11:31:26.226] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:18:0)
[11:31:26.255] Build status: SCHEDULED
[11:31:26.255] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:19:0) after 5m10s
[11:36:36.285] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:19:0)
[11:36:36.323] Build status: SCHEDULED
[11:36:36.323] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:20:0) after 7m27s
[11:44:03.509] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:20:0)
[11:44:03.544] Build status: SCHEDULED
[11:44:03.544] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:21:0) after 8m20s
[11:52:23.636] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:21:0)
[11:52:23.681] Build status: SCHEDULED
[11:52:23.681] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:22:0) after 2m12s
[11:54:35.717] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:22:0)
[11:54:35.745] Build status: SCHEDULED
[11:54:35.745] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:23:0) after 7m36s
[12:02:12.128] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:23:0)
[12:02:12.156] Build status: SCHEDULED
[12:02:12.156] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:24:0) after 8m43s
[12:10:55.307] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:24:0)
[12:10:55.344] Build status: SCHEDULED
[12:10:55.344] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:25:0) after 8m42s
[12:19:37.803] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:25:0)
[12:19:37.828] Build status: SCHEDULED
[12:19:37.828] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:26:0) after 7m58s
[12:27:35.852] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:26:0)
[12:27:35.888] Build status: SCHEDULED
[12:27:35.888] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:27:0) after 6m1s
[12:33:36.912] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:27:0)
[12:33:36.959] Build status: SCHEDULED
[12:33:36.959] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:28:0) after 4m13s
[12:37:49.948] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:28:0)
[12:37:49.977] Build status: SCHEDULED
[12:37:49.977] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:29:0) after 1m59s
[12:39:49.044] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:29:0)
[12:39:49.080] Build status: SCHEDULED
[12:39:49.080] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:30:0) after 2m8s
[12:41:57.099] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:30:0)
[12:41:57.129] Build status: SCHEDULED
[12:41:57.129] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:31:0) after 5m49s
[12:47:46.149] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:31:0)
[12:47:46.187] Build status: SCHEDULED
[12:47:46.187] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:32:0) after 5m13s
[12:52:59.292] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:32:0)
[12:52:59.323] Build status: SCHEDULED
[12:52:59.323] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:33:0) after 4m41s
[12:57:40.478] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:33:0)
[12:57:40.506] Build status: SCHEDULED
[12:57:40.506] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:34:0) after 8m16s
[13:05:56.524] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:34:0)
[13:05:56.568] Build status: SCHEDULED
[13:05:56.568] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:35:0) after 4m49s
[13:10:45.648] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:35:0)
[13:10:45.680] Build status: SCHEDULED
[13:10:45.680] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:36:0) after 5m11s
[13:15:56.761] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:36:0)
[13:15:56.789] Build status: SCHEDULED
[13:15:56.789] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:37:0) after 2m36s
[13:18:32.912] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:37:0)
[13:18:32.947] Build status: SCHEDULED
[13:18:32.947] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:38:0) after 5m51s
[13:24:24.172] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:38:0)
[13:24:24.216] Build status: SCHEDULED
[13:24:24.216] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:39:0) after 4m53s
[13:29:17.563] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:39:0)
[13:29:17.589] Build status: SCHEDULED
[13:29:17.589] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:40:0) after 1m52s
[13:31:09.607] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:40:0)
[13:31:09.638] Build status: SCHEDULED
[13:31:09.638] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:41:0) after 3m34s
[13:34:43.771] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:41:0)
[13:34:43.837] Build status: SCHEDULED
[13:34:43.837] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:42:0) after 8m48s
[13:43:31.878] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:42:0)
[13:43:31.907] Build status: SCHEDULED
[13:43:31.907] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:43:0) after 4m37s
[13:48:08.928] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:43:0)
[13:48:08.958] Build status: SCHEDULED
[13:48:08.958] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:44:0) after 3m37s
[13:51:46.045] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:44:0)
[13:51:46.073] Build status: SCHEDULED
[13:51:46.073] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:45:0) after 4m30s
[13:56:16.095] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:45:0)
[13:56:16.122] Build status: SCHEDULED
[13:56:16.122] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:46:0) after 2m42s
[13:58:58.159] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:46:0)
[13:58:58.188] Build status: SCHEDULED
[13:58:58.188] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:47:0) after 6m23s
[14:05:21.216] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:47:0)
[14:05:21.252] Build status: SCHEDULED
[14:05:21.252] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:48:0) after 7m11s
[14:12:32.241] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:48:0)
[14:12:32.267] Build status: SCHEDULED
[14:12:32.267] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:49:0) after 5m44s
[14:18:16.336] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:49:0)
[14:18:16.380] Build status: SCHEDULED
[14:18:16.380] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:50:0) after 6m36s
[14:24:52.410] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:50:0)
[14:24:52.436] Build status: SCHEDULED
[14:24:52.436] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:51:0) after 8m18s
[14:33:10.465] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:51:0)
[14:33:10.494] Build status: SCHEDULED
[14:33:10.494] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:52:0) after 9m47s
[14:42:57.523] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:52:0)
[14:42:57.552] Build status: SCHEDULED
[14:42:57.552] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:53:0) after 9m39s
[14:52:37.072] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:53:0)
[14:52:37.099] Build status: SCHEDULED
[14:52:37.099] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:54:0) after 6m14s
[14:58:51.260] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:54:0)
[14:58:51.299] Build status: SCHEDULED
[14:58:51.299] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:55:0) after 4m30s
[15:03:21.321] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:55:0)
[15:03:21.351] Build status: SCHEDULED
[15:03:21.352] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:56:0) after 8m3s
[15:11:24.371] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:56:0)
[15:11:24.395] Build status: SCHEDULED
[15:11:24.395] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:57:0) after 3m24s
[15:14:48.518] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:57:0)
[15:14:48.544] Build status: SCHEDULED
[15:14:48.544] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:58:0) after 9m33s
[15:24:21.576] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:58:0)
[15:24:21.608] Build status: SCHEDULED
[15:24:21.608] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:59:0) after 8m38s
[15:32:59.631] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:59:0)
[15:32:59.657] Build status: SCHEDULED
[15:32:59.657] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:60:0) after 9m39s
[15:42:38.644] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:60:0)
[15:42:38.683] Build status: SCHEDULED
[15:42:38.683] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:61:0) after 5m49s
[15:48:27.856] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:61:0)
[15:48:27.924] Build status: SCHEDULED
[15:48:27.924] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:62:0) after 1m5s
[15:49:32.975] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:62:0)
[15:49:33.009] Build status: SCHEDULED
[15:49:33.009] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:63:0) after 7m7s
[15:56:40.136] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:63:0)
[15:56:40.164] Build status: SCHEDULED
[15:56:40.164] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9017226354870320864:64:0) after 3m19s
[15:58:08.019] Received PubSub notification, asking Buildbucket for the build status
[15:58:08.051] Build:
{
"id": "8851796292798473328",
"builder": {
"project": "webrtc",
"bucket": "ci",
"builder": "Mac64 Release"
},
"number": 25994,
"createdBy": "project:webrtc",
"createTime": "2021-03-25T09:57:23.706131Z",
"endTime": "2021-03-25T15:58:06.733530Z",
"updateTime": "2021-03-25T15:58:07.504978Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "5d6abbddf48ae7809ed9fd9f8f0e62ec6d526626",
"ref": "refs/heads/master"
}
}
}
[15:58:08.051] Invocation finished in 6h0m45.705347906s with status FAILED