[09:42:12.519] New invocation is queued and will start shortly
[09:42:13.873] Starting the invocation (attempt 1)
[09:42:13.920] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/c3fcee7c3a7714afc3e37d4753b40f4fdbc3653e"
[09:42:13.920] Popped gitiles commit info from properties and tags
[09:42:13.920] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:42:13.920] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:42:13.920] Buildbucket request:
{
"requestId": "9014871787782800672",
"builder": {
"project": "webrtc",
"bucket": "ci",
"builder": "Mac64 Debug"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/master",
"repo": "https://webrtc.googlesource.com/src",
"revision": "c3fcee7c3a7714afc3e37d4753b40f4fdbc3653e"
},
"id": "https://webrtc.googlesource.com/src/+/refs/heads/master@c3fcee7c3a7714afc3e37d4753b40f4fdbc3653e",
"title": "c3fcee7c3a7714afc3e37d4753b40f4fdbc3653e",
"url": "https://webrtc.googlesource.com/src/+/c3fcee7c3a7714afc3e37d4753b40f4fdbc3653e"
}
]
}
},
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "c3fcee7c3a7714afc3e37d4753b40f4fdbc3653e",
"ref": "refs/heads/master"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "9014871787782800672"
},
{
"key": "scheduler_job_id",
"value": "webrtc/Mac64 Debug"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[09:42:15.487] Scheduled build:
{
"id": "8849441725557028976",
"builder": {
"project": "webrtc",
"bucket": "ci",
"builder": "Mac64 Debug"
},
"number": 24332,
"createdBy": "project:webrtc",
"createTime": "2021-04-20T09:42:14.010246Z",
"updateTime": "2021-04-20T09:42:15.419126Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "c3fcee7c3a7714afc3e37d4753b40f4fdbc3653e",
"ref": "refs/heads/master"
}
}
}
[09:42:15.487] Task URL: https://cr-buildbucket.appspot.com/build/8849441725557028976
[09:42:15.487] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:2:0) after 6m15s
[09:48:30.649] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:2:0)
[09:48:30.676] Build status: SCHEDULED
[09:48:30.676] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:3:0) after 2m44s
[09:51:14.705] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:3:0)
[09:51:14.731] Build status: SCHEDULED
[09:51:14.731] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:4:0) after 9m0s
[10:00:14.854] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:4:0)
[10:00:14.893] Build status: SCHEDULED
[10:00:14.893] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:5:0) after 2m16s
[10:02:30.909] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:5:0)
[10:02:30.934] Build status: SCHEDULED
[10:02:30.934] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:6:0) after 8m42s
[10:11:12.949] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:6:0)
[10:11:12.978] Build status: SCHEDULED
[10:11:12.978] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:7:0) after 7m4s
[10:18:17.022] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:7:0)
[10:18:17.063] Build status: SCHEDULED
[10:18:17.063] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:8:0) after 6m28s
[10:24:45.111] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:8:0)
[10:24:45.142] Build status: SCHEDULED
[10:24:45.142] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:9:0) after 3m35s
[10:28:20.159] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:9:0)
[10:28:20.187] Build status: SCHEDULED
[10:28:20.187] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:10:0) after 1m0s
[10:29:20.252] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:10:0)
[10:29:20.283] Build status: SCHEDULED
[10:29:20.283] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:11:0) after 8m24s
[10:37:44.505] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:11:0)
[10:37:44.534] Build status: SCHEDULED
[10:37:44.534] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:12:0) after 2m4s
[10:39:48.549] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:12:0)
[10:39:48.579] Build status: SCHEDULED
[10:39:48.579] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:13:0) after 9m5s
[10:48:53.595] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:13:0)
[10:48:53.623] Build status: SCHEDULED
[10:48:53.623] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:14:0) after 1m8s
[10:50:01.851] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:14:0)
[10:50:01.877] Build status: SCHEDULED
[10:50:01.877] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:15:0) after 9m34s
[10:59:35.962] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:15:0)
[10:59:35.991] Build status: SCHEDULED
[10:59:35.991] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:16:0) after 4m37s
[11:04:13.011] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:16:0)
[11:04:13.040] Build status: SCHEDULED
[11:04:13.040] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:17:0) after 4m6s
[11:08:19.160] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:17:0)
[11:08:19.187] Build status: SCHEDULED
[11:08:19.187] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:18:0) after 5m38s
[11:13:57.626] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:18:0)
[11:13:57.656] Build status: SCHEDULED
[11:13:57.656] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:19:0) after 4m3s
[11:18:00.846] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:19:0)
[11:18:00.881] Build status: SCHEDULED
[11:18:00.881] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:20:0) after 3m33s
[11:21:33.906] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:20:0)
[11:21:33.934] Build status: SCHEDULED
[11:21:33.934] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:21:0) after 6m25s
[11:27:58.951] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:21:0)
[11:27:58.977] Build status: SCHEDULED
[11:27:58.977] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:22:0) after 5m28s
[11:33:27.030] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:22:0)
[11:33:27.059] Build status: SCHEDULED
[11:33:27.059] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:23:0) after 8m42s
[11:42:09.103] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:23:0)
[11:42:09.132] Build status: SCHEDULED
[11:42:09.132] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:24:0) after 5m50s
[11:47:59.151] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:24:0)
[11:47:59.182] Build status: SCHEDULED
[11:47:59.182] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:25:0) after 6m44s
[11:54:43.282] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:25:0)
[11:54:43.323] Build status: SCHEDULED
[11:54:43.323] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:26:0) after 8m33s
[12:03:16.356] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:26:0)
[12:03:16.389] Build status: SCHEDULED
[12:03:16.389] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:27:0) after 2m29s
[12:05:45.611] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:27:0)
[12:05:45.720] Build status: SCHEDULED
[12:05:45.720] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:28:0) after 8m2s
[12:13:47.842] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:28:0)
[12:13:47.870] Build status: SCHEDULED
[12:13:47.870] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:29:0) after 9m8s
[12:22:55.999] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:29:0)
[12:22:56.026] Build status: SCHEDULED
[12:22:56.026] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:30:0) after 6m54s
[12:29:50.106] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:30:0)
[12:29:50.137] Build status: SCHEDULED
[12:29:50.137] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:31:0) after 8m35s
[12:38:25.159] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:31:0)
[12:38:25.191] Build status: SCHEDULED
[12:38:25.191] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:32:0) after 9m2s
[12:47:27.209] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:32:0)
[12:47:27.244] Build status: SCHEDULED
[12:47:27.244] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:33:0) after 2m57s
[12:50:24.646] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:33:0)
[12:50:24.673] Build status: SCHEDULED
[12:50:24.673] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:34:0) after 1m10s
[12:51:34.691] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:34:0)
[12:51:34.729] Build status: SCHEDULED
[12:51:34.729] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:35:0) after 1m47s
[12:53:21.751] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:35:0)
[12:53:21.785] Build status: SCHEDULED
[12:53:21.785] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:36:0) after 5m8s
[12:58:29.952] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:36:0)
[12:58:29.989] Build status: SCHEDULED
[12:58:29.989] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:37:0) after 3m21s
[13:01:51.011] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:37:0)
[13:01:51.046] Build status: SCHEDULED
[13:01:51.046] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:38:0) after 1m39s
[13:03:30.148] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:38:0)
[13:03:30.175] Build status: SCHEDULED
[13:03:30.175] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:39:0) after 5m1s
[13:08:31.302] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:39:0)
[13:08:31.348] Build status: SCHEDULED
[13:08:31.348] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:40:0) after 2m23s
[13:10:54.399] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:40:0)
[13:10:54.462] Build status: SCHEDULED
[13:10:54.462] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:41:0) after 4m57s
[13:15:51.470] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:41:0)
[13:15:51.507] Build status: SCHEDULED
[13:15:51.507] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:42:0) after 9m8s
[13:24:59.489] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:42:0)
[13:24:59.519] Build status: SCHEDULED
[13:24:59.519] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:43:0) after 7m43s
[13:32:42.936] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:43:0)
[13:32:42.966] Build status: SCHEDULED
[13:32:42.966] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:44:0) after 9m18s
[13:42:01.124] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:44:0)
[13:42:01.151] Build status: SCHEDULED
[13:42:01.151] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:45:0) after 6m24s
[13:48:25.180] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:45:0)
[13:48:25.207] Build status: SCHEDULED
[13:48:25.207] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:46:0) after 4m24s
[13:52:49.333] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:46:0)
[13:52:49.364] Build status: SCHEDULED
[13:52:49.364] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:47:0) after 5m13s
[13:58:02.451] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:47:0)
[13:58:02.483] Build status: SCHEDULED
[13:58:02.483] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:48:0) after 5m54s
[14:03:56.829] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:48:0)
[14:03:56.862] Build status: SCHEDULED
[14:03:56.862] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:49:0) after 8m30s
[14:12:27.047] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:49:0)
[14:12:27.075] Build status: SCHEDULED
[14:12:27.075] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:50:0) after 1m18s
[14:13:45.214] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:50:0)
[14:13:45.265] Build status: SCHEDULED
[14:13:45.265] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:51:0) after 9m31s
[14:23:16.352] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:51:0)
[14:23:16.398] Build status: SCHEDULED
[14:23:16.398] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:52:0) after 6m22s
[14:29:38.592] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:52:0)
[14:29:38.626] Build status: SCHEDULED
[14:29:38.626] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:53:0) after 9m48s
[14:39:26.677] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:53:0)
[14:39:26.709] Build status: SCHEDULED
[14:39:26.709] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:54:0) after 3m4s
[14:42:30.868] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:54:0)
[14:42:30.892] Build status: SCHEDULED
[14:42:30.892] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:55:0) after 8m45s
[14:51:16.006] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:55:0)
[14:51:16.037] Build status: SCHEDULED
[14:51:16.037] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:56:0) after 7m13s
[14:58:29.101] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:56:0)
[14:58:29.129] Build status: SCHEDULED
[14:58:29.129] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:57:0) after 5m19s
[15:03:48.497] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:57:0)
[15:03:48.525] Build status: SCHEDULED
[15:03:48.525] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:58:0) after 3m11s
[15:06:59.548] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:58:0)
[15:06:59.575] Build status: SCHEDULED
[15:06:59.575] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:59:0) after 8m54s
[15:15:53.616] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:59:0)
[15:15:53.649] Build status: SCHEDULED
[15:15:53.649] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:60:0) after 7m26s
[15:23:19.896] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:60:0)
[15:23:19.925] Build status: SCHEDULED
[15:23:19.926] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:61:0) after 9m48s
[15:33:08.368] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:61:0)
[15:33:08.428] Build status: SCHEDULED
[15:33:08.428] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:62:0) after 7m36s
[15:40:44.549] Handling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:62:0)
[15:40:44.575] Build status: SCHEDULED
[15:40:44.575] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac64 Debug:9014871787782800672:63:0) after 9m51s
[15:43:04.318] Received PubSub notification, asking Buildbucket for the build status
[15:43:04.353] Build:
{
"id": "8849441725557028976",
"builder": {
"project": "webrtc",
"bucket": "ci",
"builder": "Mac64 Debug"
},
"number": 24332,
"createdBy": "project:webrtc",
"createTime": "2021-04-20T09:42:14.010246Z",
"endTime": "2021-04-20T15:43:03.172854Z",
"updateTime": "2021-04-20T15:43:03.925023Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "c3fcee7c3a7714afc3e37d4753b40f4fdbc3653e",
"ref": "refs/heads/master"
}
}
}
[15:43:04.353] Invocation finished in 6h0m51.849248033s with status FAILED