[13:21:33.133] New invocation is queued and will start shortly
[13:21:34.274] Starting the invocation (attempt 1)
[13:21:34.350] Popped buildset tag "buildset:commit/gitiles/webrtc.googlesource.com/src/+/392d0df5be733c47f2fee3ff27116daf4df23f5a"
[13:21:34.350] Popped gitiles commit info from properties and tags
[13:21:34.350] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:21:34.350] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:21:34.351] Buildbucket request:
{
"requestId": "9016851121138995504",
"builder": {
"project": "webrtc",
"bucket": "ci",
"builder": "Mac Asan"
},
"properties": {
"$recipe_engine/scheduler": {
"hostname": "luci-scheduler.appspot.com",
"triggers": [
{
"gitiles": {
"ref": "refs/heads/master",
"repo": "https://webrtc.googlesource.com/src",
"revision": "9040f8e34a6c144b918442fb5dcbc5d6948b61c9"
},
"id": "https://webrtc.googlesource.com/src/+/refs/heads/master@9040f8e34a6c144b918442fb5dcbc5d6948b61c9",
"title": "9040f8e34a6c144b918442fb5dcbc5d6948b61c9",
"url": "https://webrtc.googlesource.com/src/+/9040f8e34a6c144b918442fb5dcbc5d6948b61c9"
},
{
"gitiles": {
"ref": "refs/heads/master",
"repo": "https://webrtc.googlesource.com/src",
"revision": "ed3f9ec846270328244942a8bd20aabdec9d8403"
},
"id": "https://webrtc.googlesource.com/src/+/refs/heads/master@ed3f9ec846270328244942a8bd20aabdec9d8403",
"title": "ed3f9ec846270328244942a8bd20aabdec9d8403",
"url": "https://webrtc.googlesource.com/src/+/ed3f9ec846270328244942a8bd20aabdec9d8403"
},
{
"gitiles": {
"ref": "refs/heads/master",
"repo": "https://webrtc.googlesource.com/src",
"revision": "0aca1dee17c7cc86293f3575db2d48fa51cc4bc9"
},
"id": "https://webrtc.googlesource.com/src/+/refs/heads/master@0aca1dee17c7cc86293f3575db2d48fa51cc4bc9",
"title": "0aca1dee17c7cc86293f3575db2d48fa51cc4bc9",
"url": "https://webrtc.googlesource.com/src/+/0aca1dee17c7cc86293f3575db2d48fa51cc4bc9"
},
{
"gitiles": {
"ref": "refs/heads/master",
"repo": "https://webrtc.googlesource.com/src",
"revision": "e827c72a473fba2c9780029631974c0f7ffa8fa0"
},
"id": "https://webrtc.googlesource.com/src/+/refs/heads/master@e827c72a473fba2c9780029631974c0f7ffa8fa0",
"title": "e827c72a473fba2c9780029631974c0f7ffa8fa0",
"url": "https://webrtc.googlesource.com/src/+/e827c72a473fba2c9780029631974c0f7ffa8fa0"
},
{
"gitiles": {
"ref": "refs/heads/master",
"repo": "https://webrtc.googlesource.com/src",
"revision": "392d0df5be733c47f2fee3ff27116daf4df23f5a"
},
"id": "https://webrtc.googlesource.com/src/+/refs/heads/master@392d0df5be733c47f2fee3ff27116daf4df23f5a",
"title": "392d0df5be733c47f2fee3ff27116daf4df23f5a",
"url": "https://webrtc.googlesource.com/src/+/392d0df5be733c47f2fee3ff27116daf4df23f5a"
}
]
}
},
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "392d0df5be733c47f2fee3ff27116daf4df23f5a",
"ref": "refs/heads/master"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "9016851121138995504"
},
{
"key": "scheduler_job_id",
"value": "webrtc/Mac Asan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[13:21:34.873] Scheduled build:
{
"id": "8851421059108531664",
"builder": {
"project": "webrtc",
"bucket": "ci",
"builder": "Mac Asan"
},
"number": 26173,
"createdBy": "project:webrtc",
"createTime": "2021-03-29T13:21:34.438235Z",
"updateTime": "2021-03-29T13:21:34.809781Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "392d0df5be733c47f2fee3ff27116daf4df23f5a",
"ref": "refs/heads/master"
}
},
"canary": true
}
[13:21:34.873] Task URL: https://cr-buildbucket.appspot.com/build/8851421059108531664
[13:21:34.873] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:2:0) after 3m14s
[13:24:48.890] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:2:0)
[13:24:48.919] Build status: SCHEDULED
[13:24:48.919] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:3:0) after 3m4s
[13:27:52.971] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:3:0)
[13:27:53.026] Build status: SCHEDULED
[13:27:53.026] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:4:0) after 5m3s
[13:32:56.070] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:4:0)
[13:32:56.104] Build status: SCHEDULED
[13:32:56.104] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:5:0) after 6m15s
[13:39:11.243] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:5:0)
[13:39:11.269] Build status: SCHEDULED
[13:39:11.269] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:6:0) after 2m26s
[13:41:37.300] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:6:0)
[13:41:37.342] Build status: SCHEDULED
[13:41:37.342] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:7:0) after 3m26s
[13:45:03.338] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:7:0)
[13:45:03.364] Build status: SCHEDULED
[13:45:03.364] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:8:0) after 1m5s
[13:46:08.405] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:8:0)
[13:46:08.438] Build status: SCHEDULED
[13:46:08.438] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:9:0) after 9m26s
[13:55:34.522] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:9:0)
[13:55:34.546] Build status: SCHEDULED
[13:55:34.546] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:10:0) after 1m46s
[13:57:20.635] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:10:0)
[13:57:20.658] Build status: SCHEDULED
[13:57:20.658] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:11:0) after 3m16s
[14:00:36.677] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:11:0)
[14:00:36.719] Build status: SCHEDULED
[14:00:36.719] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:12:0) after 3m37s
[14:04:13.737] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:12:0)
[14:04:13.788] Build status: SCHEDULED
[14:04:13.788] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:13:0) after 4m40s
[14:08:54.726] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:13:0)
[14:08:54.758] Build status: SCHEDULED
[14:08:54.758] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:14:0) after 7m21s
[14:16:16.764] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:14:0)
[14:16:16.788] Build status: SCHEDULED
[14:16:16.788] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:15:0) after 9m38s
[14:25:54.969] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:15:0)
[14:25:55.031] Build status: SCHEDULED
[14:25:55.031] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:16:0) after 9m52s
[14:35:47.051] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:16:0)
[14:35:47.077] Build status: SCHEDULED
[14:35:47.077] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:17:0) after 6m18s
[14:42:05.203] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:17:0)
[14:42:05.240] Build status: SCHEDULED
[14:42:05.240] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:18:0) after 3m20s
[14:45:25.309] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:18:0)
[14:45:25.335] Build status: SCHEDULED
[14:45:25.335] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:19:0) after 5m55s
[14:51:20.494] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:19:0)
[14:51:20.521] Build status: SCHEDULED
[14:51:20.521] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:20:0) after 1m35s
[14:52:55.527] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:20:0)
[14:52:55.563] Build status: SCHEDULED
[14:52:55.563] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:21:0) after 4m29s
[14:57:24.594] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:21:0)
[14:57:24.637] Build status: SCHEDULED
[14:57:24.637] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:22:0) after 8m20s
[15:05:44.658] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:22:0)
[15:05:44.690] Build status: SCHEDULED
[15:05:44.690] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:23:0) after 1m14s
[15:06:58.881] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:23:0)
[15:06:58.913] Build status: SCHEDULED
[15:06:58.913] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:24:0) after 8m17s
[15:15:15.935] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:24:0)
[15:15:16.002] Build status: SCHEDULED
[15:15:16.002] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:25:0) after 3m27s
[15:18:43.120] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:25:0)
[15:18:43.148] Build status: SCHEDULED
[15:18:43.148] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:26:0) after 2m18s
[15:21:01.167] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:26:0)
[15:21:01.193] Build status: SCHEDULED
[15:21:01.193] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:27:0) after 5m35s
[15:26:36.222] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:27:0)
[15:26:36.251] Build status: SCHEDULED
[15:26:36.251] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:28:0) after 4m23s
[15:31:00.595] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:28:0)
[15:31:00.623] Build status: SCHEDULED
[15:31:00.623] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:29:0) after 8m19s
[15:39:19.667] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:29:0)
[15:39:19.700] Build status: SCHEDULED
[15:39:19.700] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:30:0) after 6m31s
[15:45:50.726] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:30:0)
[15:45:50.753] Build status: SCHEDULED
[15:45:50.753] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:31:0) after 4m1s
[15:49:51.798] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:31:0)
[15:49:51.833] Build status: SCHEDULED
[15:49:51.833] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:32:0) after 3m18s
[15:53:09.952] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:32:0)
[15:53:09.995] Build status: SCHEDULED
[15:53:09.995] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:33:0) after 7m38s
[16:00:48.112] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:33:0)
[16:00:48.146] Build status: SCHEDULED
[16:00:48.146] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:34:0) after 7m58s
[16:08:46.183] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:34:0)
[16:08:46.216] Build status: SCHEDULED
[16:08:46.216] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:35:0) after 7m50s
[16:16:36.379] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:35:0)
[16:16:36.409] Build status: SCHEDULED
[16:16:36.409] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:36:0) after 4m2s
[16:20:38.566] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:36:0)
[16:20:38.597] Build status: SCHEDULED
[16:20:38.597] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:37:0) after 2m5s
[16:22:43.659] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:37:0)
[16:22:43.700] Build status: SCHEDULED
[16:22:43.700] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:38:0) after 9m20s
[16:32:03.824] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:38:0)
[16:32:03.894] Build status: SCHEDULED
[16:32:03.894] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:39:0) after 4m52s
[16:36:56.056] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:39:0)
[16:36:56.085] Build status: SCHEDULED
[16:36:56.085] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:40:0) after 9m48s
[16:46:44.216] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:40:0)
[16:46:44.242] Build status: SCHEDULED
[16:46:44.242] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:41:0) after 3m55s
[16:50:39.652] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:41:0)
[16:50:39.690] Build status: SCHEDULED
[16:50:39.691] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:42:0) after 7m25s
[16:58:04.717] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:42:0)
[16:58:04.747] Build status: SCHEDULED
[16:58:04.747] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:43:0) after 6m10s
[17:03:34.164] Received PubSub notification, asking Buildbucket for the build status
[17:03:34.193] Build status: STARTED
[17:04:14.825] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:43:0)
[17:04:14.864] Build status: STARTED
[17:04:14.864] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:45:0) after 4m15s
[17:08:30.008] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:45:0)
[17:08:30.049] Build status: STARTED
[17:08:30.049] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:46:0) after 4m40s
[17:13:10.074] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:46:0)
[17:13:10.107] Build status: STARTED
[17:13:10.107] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:47:0) after 4m28s
[17:17:38.137] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:47:0)
[17:17:38.182] Build status: STARTED
[17:17:38.183] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:48:0) after 5m27s
[17:23:05.210] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:48:0)
[17:23:05.266] Build status: STARTED
[17:23:05.266] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:49:0) after 7m53s
[17:30:58.296] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:49:0)
[17:30:58.333] Build status: STARTED
[17:30:58.333] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:50:0) after 2m5s
[17:33:03.354] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:50:0)
[17:33:03.382] Build status: STARTED
[17:33:03.382] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:51:0) after 7m40s
[17:40:43.615] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:51:0)
[17:40:43.643] Build status: STARTED
[17:40:43.643] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:52:0) after 9m34s
[17:50:17.719] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:52:0)
[17:50:17.747] Build status: STARTED
[17:50:17.747] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:53:0) after 1m28s
[17:51:45.870] Handling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:53:0)
[17:51:45.898] Build status: STARTED
[17:51:45.898] Scheduling timer "check-buildbucket-build-status" (webrtc/Mac Asan:9016851121138995504:54:0) after 9m50s
[17:54:31.657] Received PubSub notification, asking Buildbucket for the build status
[17:54:31.681] Build:
{
"id": "8851421059108531664",
"builder": {
"project": "webrtc",
"bucket": "ci",
"builder": "Mac Asan"
},
"number": 26173,
"createdBy": "project:webrtc",
"createTime": "2021-03-29T13:21:34.438235Z",
"startTime": "2021-03-29T17:03:33.362345Z",
"endTime": "2021-03-29T17:54:31.354256369Z",
"updateTime": "2021-03-29T17:54:31.354760413Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "webrtc.googlesource.com",
"project": "src",
"id": "392d0df5be733c47f2fee3ff27116daf4df23f5a",
"ref": "refs/heads/master"
}
},
"canary": true
}
[17:54:31.681] Invocation finished in 4h32m58.563031792s with status FAILED