[06:24:24.156] New invocation is queued and will start shortly
[06:24:25.327] Starting the invocation (attempt 1)
[06:24:25.359] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/f075917cb047df4867bc18e52d2c9a608118a62b"
[06:24:25.359] Popped gitiles commit info from properties and tags
[06:24:25.359] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:24:25.359] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:24:25.359] Buildbucket request:
{
"requestId": "9015609008394021632",
"builder": {
"project": "webrtc",
"bucket": "ci",
"builder": "Mac64 Release"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/master",
"repo": "https://webrtc.googlesource.com/src",
"revision": "f075917cb047df4867bc18e52d2c9a608118a62b"
},
"id": "https://webrtc.googlesource.com/src/+/refs/heads/master@f075917cb047df4867bc18e52d2c9a608118a62b",
"title": "f075917cb047df4867bc18e52d2c9a608118a62b",
"url": "https://webrtc.googlesource.com/src/+/f075917cb047df4867bc18e52d2c9a608118a62b"
}
]
}
},
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "f075917cb047df4867bc18e52d2c9a608118a62b",
"ref": "refs/heads/master"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "9015609008394021632"
},
{
"key": "scheduler_job_id",
"value": "webrtc/Mac64 Release"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[06:24:25.837] Scheduled build:
{
"id": "8850178946352671200",
"builder": {
"project": "webrtc",
"bucket": "ci",
"builder": "Mac64 Release"
},
"number": 26059,
"createdBy": "project:webrtc",
"createTime": "2021-04-12T06:24:25.472239Z",
"updateTime": "2021-04-12T06:24:25.772672Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "f075917cb047df4867bc18e52d2c9a608118a62b",
"ref": "refs/heads/master"
}
}
}
[06:24:25.837] Task URL: https://cr-buildbucket.appspot.com/build/8850178946352671200
[06:24:25.837] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:2:0) after 6m52s
[06:31:17.857] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:2:0)
[06:31:17.882] Build status: SCHEDULED
[06:31:17.882] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:3:0) after 1m21s
[06:32:38.895] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:3:0)
[06:32:38.923] Build status: SCHEDULED
[06:32:38.923] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:4:0) after 2m14s
[06:34:52.939] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:4:0)
[06:34:52.966] Build status: SCHEDULED
[06:34:52.966] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:5:0) after 7m32s
[06:42:25.048] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:5:0)
[06:42:25.197] Build status: SCHEDULED
[06:42:25.197] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:6:0) after 4m2s
[06:46:27.214] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:6:0)
[06:46:27.241] Build status: SCHEDULED
[06:46:27.241] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:7:0) after 9m11s
[06:55:38.358] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:7:0)
[06:55:38.414] Build status: SCHEDULED
[06:55:38.414] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:8:0) after 4m59s
[07:00:37.430] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:8:0)
[07:00:37.454] Build status: SCHEDULED
[07:00:37.454] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:9:0) after 8m35s
[07:09:12.541] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:9:0)
[07:09:12.569] Build status: SCHEDULED
[07:09:12.569] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:10:0) after 3m9s
[07:12:21.587] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:10:0)
[07:12:21.619] Build status: SCHEDULED
[07:12:21.619] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:11:0) after 3m48s
[07:16:09.648] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:11:0)
[07:16:09.672] Build status: SCHEDULED
[07:16:09.672] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:12:0) after 1m11s
[07:17:20.676] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:12:0)
[07:17:20.700] Build status: SCHEDULED
[07:17:20.700] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:13:0) after 4m36s
[07:21:56.667] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:13:0)
[07:21:56.696] Build status: SCHEDULED
[07:21:56.696] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:14:0) after 2m53s
[07:24:49.753] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:14:0)
[07:24:49.778] Build status: SCHEDULED
[07:24:49.778] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:15:0) after 9m31s
[07:34:20.760] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:15:0)
[07:34:20.784] Build status: SCHEDULED
[07:34:20.784] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:16:0) after 5m31s
[07:39:51.800] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:16:0)
[07:39:51.824] Build status: SCHEDULED
[07:39:51.824] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:17:0) after 6m3s
[07:45:54.942] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:17:0)
[07:45:54.968] Build status: SCHEDULED
[07:45:54.968] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:18:0) after 4m18s
[07:50:12.985] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:18:0)
[07:50:13.017] Build status: SCHEDULED
[07:50:13.017] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:19:0) after 2m23s
[07:52:36.153] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:19:0)
[07:52:36.235] Build status: SCHEDULED
[07:52:36.235] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:20:0) after 6m48s
[07:59:24.251] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:20:0)
[07:59:24.285] Build status: SCHEDULED
[07:59:24.285] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:21:0) after 3m54s
[08:03:18.302] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:21:0)
[08:03:18.339] Build status: SCHEDULED
[08:03:18.339] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:22:0) after 9m15s
[08:12:33.518] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:22:0)
[08:12:33.548] Build status: SCHEDULED
[08:12:33.548] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:23:0) after 3m34s
[08:16:07.564] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:23:0)
[08:16:07.592] Build status: SCHEDULED
[08:16:07.592] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:24:0) after 6m46s
[08:22:53.710] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:24:0)
[08:22:53.737] Build status: SCHEDULED
[08:22:53.737] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:25:0) after 8m16s
[08:31:09.834] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:25:0)
[08:31:09.900] Build status: SCHEDULED
[08:31:09.900] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:26:0) after 3m28s
[08:34:37.920] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:26:0)
[08:34:37.950] Build status: SCHEDULED
[08:34:37.950] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:27:0) after 6m19s
[08:40:57.000] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:27:0)
[08:40:57.037] Build status: SCHEDULED
[08:40:57.037] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:28:0) after 8m56s
[08:49:53.073] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:28:0)
[08:49:53.103] Build status: SCHEDULED
[08:49:53.103] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:29:0) after 5m42s
[08:55:35.119] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:29:0)
[08:55:35.142] Build status: SCHEDULED
[08:55:35.142] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:30:0) after 9m52s
[09:05:27.162] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:30:0)
[09:05:27.188] Build status: SCHEDULED
[09:05:27.188] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:31:0) after 3m22s
[09:08:49.205] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:31:0)
[09:08:49.234] Build status: SCHEDULED
[09:08:49.234] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:32:0) after 2m36s
[09:11:25.345] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:32:0)
[09:11:25.375] Build status: SCHEDULED
[09:11:25.375] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:33:0) after 9m10s
[09:20:35.394] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:33:0)
[09:20:35.420] Build status: SCHEDULED
[09:20:35.420] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:34:0) after 4m15s
[09:24:50.447] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:34:0)
[09:24:50.477] Build status: SCHEDULED
[09:24:50.477] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:35:0) after 8m30s
[09:33:20.605] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:35:0)
[09:33:20.633] Build status: SCHEDULED
[09:33:20.633] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:36:0) after 6m56s
[09:40:16.792] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:36:0)
[09:40:16.818] Build status: SCHEDULED
[09:40:16.818] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:37:0) after 2m2s
[09:42:18.938] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:37:0)
[09:42:18.968] Build status: SCHEDULED
[09:42:18.968] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:38:0) after 2m0s
[09:44:19.148] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:38:0)
[09:44:19.204] Build status: SCHEDULED
[09:44:19.204] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:39:0) after 8m4s
[09:52:23.219] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:39:0)
[09:52:23.246] Build status: SCHEDULED
[09:52:23.246] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:40:0) after 8m1s
[10:00:24.276] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:40:0)
[10:00:24.308] Build status: SCHEDULED
[10:00:24.308] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:41:0) after 1m54s
[10:02:18.436] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:41:0)
[10:02:18.473] Build status: SCHEDULED
[10:02:18.473] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:42:0) after 5m23s
[10:07:41.590] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:42:0)
[10:07:41.618] Build status: SCHEDULED
[10:07:41.618] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:43:0) after 9m20s
[10:17:02.061] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:43:0)
[10:17:02.100] Build status: SCHEDULED
[10:17:02.100] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:44:0) after 9m18s
[10:26:20.433] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:44:0)
[10:26:20.463] Build status: SCHEDULED
[10:26:20.463] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:45:0) after 4m59s
[10:31:19.485] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:45:0)
[10:31:19.523] Build status: SCHEDULED
[10:31:19.524] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:46:0) after 3m38s
[10:34:57.562] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:46:0)
[10:34:57.585] Build status: SCHEDULED
[10:34:57.585] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:47:0) after 5m25s
[10:40:22.610] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:47:0)
[10:40:22.643] Build status: SCHEDULED
[10:40:22.643] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:48:0) after 7m6s
[10:47:28.675] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:48:0)
[10:47:28.716] Build status: SCHEDULED
[10:47:28.716] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:49:0) after 3m48s
[10:51:16.920] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:49:0)
[10:51:16.944] Build status: SCHEDULED
[10:51:16.944] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:50:0) after 6m47s
[10:58:04.080] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:50:0)
[10:58:04.112] Build status: SCHEDULED
[10:58:04.113] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:51:0) after 7m20s
[11:05:24.141] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:51:0)
[11:05:24.170] Build status: SCHEDULED
[11:05:24.171] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:52:0) after 9m20s
[11:14:44.191] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:52:0)
[11:14:44.214] Build status: SCHEDULED
[11:14:44.214] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:53:0) after 8m3s
[11:22:47.389] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:53:0)
[11:22:47.423] Build status: SCHEDULED
[11:22:47.423] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:54:0) after 9m15s
[11:32:02.445] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:54:0)
[11:32:02.531] Build status: SCHEDULED
[11:32:02.531] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:55:0) after 3m10s
[11:35:12.562] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:55:0)
[11:35:12.594] Build status: SCHEDULED
[11:35:12.594] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:56:0) after 6m56s
[11:42:08.615] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:56:0)
[11:42:08.646] Build status: SCHEDULED
[11:42:08.646] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:57:0) after 5m58s
[11:48:06.698] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:57:0)
[11:48:06.731] Build status: SCHEDULED
[11:48:06.731] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:58:0) after 8m18s
[11:56:24.749] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:58:0)
[11:56:24.773] Build status: SCHEDULED
[11:56:24.773] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:59:0) after 1m27s
[11:57:51.792] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:59:0)
[11:57:51.819] Build status: SCHEDULED
[11:57:51.819] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:60:0) after 8m24s
[12:06:15.885] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:60:0)
[12:06:15.927] Build status: SCHEDULED
[12:06:15.927] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:61:0) after 8m43s
[12:14:59.170] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:61:0)
[12:14:59.209] Build status: SCHEDULED
[12:14:59.209] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:62:0) after 1m47s
[12:16:46.223] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:62:0)
[12:16:46.247] Build status: SCHEDULED
[12:16:46.247] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:63:0) after 2m21s
[12:19:07.380] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:63:0)
[12:19:07.412] Build status: SCHEDULED
[12:19:07.412] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Release:9015609008394021632:64:0) after 9m53s
[12:25:02.253] Received PubSub notification, asking Buildbucket for the build status
[12:25:02.283] Build:
{
"id": "8850178946352671200",
"builder": {
"project": "webrtc",
"bucket": "ci",
"builder": "Mac64 Release"
},
"number": 26059,
"createdBy": "project:webrtc",
"createTime": "2021-04-12T06:24:25.472239Z",
"endTime": "2021-04-12T12:25:01.570879Z",
"updateTime": "2021-04-12T12:25:02.062683Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "f075917cb047df4867bc18e52d2c9a608118a62b",
"ref": "refs/heads/master"
}
}
}
[12:25:02.283] Invocation finished in 6h0m38.14253398s with status FAILED