[00:00:25.923] New invocation is queued and will start shortly
[00:00:27.036] Starting the invocation (attempt 1)
[00:00:27.065] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ecfd07618656a37ee1296185c05fd4a8b45c7ce5"
[00:00:27.065] Popped gitiles commit info from properties and tags
[00:00:27.065] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:00:27.065] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:00:27.065] Buildbucket request:
{
"requestId": "8991534372669435280",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTAndroid"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "ecfd07618656a37ee1296185c05fd4a8b45c7ce5",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8991534372669435280"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTAndroid"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:00:27.517] Scheduled build:
{
"id": "8826104310767014465",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTAndroid"
},
"number": 18445,
"createdBy": "project:chromium",
"createTime": "2022-01-03T00:00:27.107517156Z",
"updateTime": "2022-01-03T00:00:27.107517156Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "ecfd07618656a37ee1296185c05fd4a8b45c7ce5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[00:00:27.517] Task URL: https://cr-buildbucket.appspot.com/build/8826104310767014465
[00:00:27.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:2:0) after 4m12s
[00:01:31.013] Received PubSub notification, asking Buildbucket for the build status
[00:01:31.036] Build status: STARTED
[00:04:39.563] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:2:0)
[00:04:39.582] Build status: STARTED
[00:04:39.582] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:4:0) after 4m11s
[00:08:50.768] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:4:0)
[00:08:50.795] Build status: STARTED
[00:08:50.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:5:0) after 3m43s
[00:12:33.986] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:5:0)
[00:12:34.030] Build status: STARTED
[00:12:34.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:6:0) after 9m27s
[00:22:01.067] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:6:0)
[00:22:01.101] Build status: STARTED
[00:22:01.101] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:7:0) after 2m56s
[00:24:57.276] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:7:0)
[00:24:57.296] Build status: STARTED
[00:24:57.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:8:0) after 2m29s
[00:27:26.979] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:8:0)
[00:27:26.999] Build status: STARTED
[00:27:26.999] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:9:0) after 4m50s
[00:32:17.014] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:9:0)
[00:32:17.037] Build status: STARTED
[00:32:17.037] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:10:0) after 8m58s
[00:41:15.523] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:10:0)
[00:41:15.540] Build status: STARTED
[00:41:15.540] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:11:0) after 6m1s
[00:47:16.827] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:11:0)
[00:47:16.873] Build status: STARTED
[00:47:16.873] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:12:0) after 9m57s
[00:57:13.921] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:12:0)
[00:57:13.955] Build status: STARTED
[00:57:13.955] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:13:0) after 5m33s
[01:02:46.970] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:13:0)
[01:02:46.991] Build status: STARTED
[01:02:46.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:14:0) after 3m23s
[01:06:10.142] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:14:0)
[01:06:10.170] Build status: STARTED
[01:06:10.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:15:0) after 9m58s
[01:16:08.188] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:15:0)
[01:16:08.225] Build status: STARTED
[01:16:08.225] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:16:0) after 1m44s
[01:17:52.486] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:16:0)
[01:17:52.517] Build status: STARTED
[01:17:52.517] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:17:0) after 9m59s
[01:27:51.532] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:17:0)
[01:27:51.572] Build status: STARTED
[01:27:51.572] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:18:0) after 5m1s
[01:32:52.716] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:18:0)
[01:32:52.733] Build status: STARTED
[01:32:52.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:19:0) after 8m5s
[01:40:58.107] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:19:0)
[01:40:58.129] Build status: STARTED
[01:40:58.129] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:20:0) after 5m7s
[01:46:05.214] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:20:0)
[01:46:05.232] Build status: STARTED
[01:46:05.232] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:21:0) after 3m20s
[01:49:25.366] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:21:0)
[01:49:25.390] Build status: STARTED
[01:49:25.390] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:22:0) after 5m23s
[01:54:48.409] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:22:0)
[01:54:48.426] Build status: STARTED
[01:54:48.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:23:0) after 1m33s
[01:56:23.364] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:23:0)
[01:56:23.388] Build status: STARTED
[01:56:23.388] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:24:0) after 4m12s
[02:00:35.497] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:24:0)
[02:00:35.521] Build status: STARTED
[02:00:35.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:25:0) after 1m9s
[02:01:44.688] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:25:0)
[02:01:44.714] Build status: STARTED
[02:01:44.714] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:26:0) after 4m53s
[02:06:37.835] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:26:0)
[02:06:40.113] Build status: STARTED
[02:06:40.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:27:0) after 3m20s
[02:10:00.185] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:27:0)
[02:10:00.216] Build status: STARTED
[02:10:00.216] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:28:0) after 9m46s
[02:19:46.445] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:28:0)
[02:19:46.473] Build status: STARTED
[02:19:46.473] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:29:0) after 9m22s
[02:29:08.531] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:29:0)
[02:29:08.553] Build status: STARTED
[02:29:08.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:30:0) after 8m34s
[02:37:42.571] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:30:0)
[02:37:42.752] Build status: STARTED
[02:37:42.752] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:31:0) after 8m33s
[02:46:16.199] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:31:0)
[02:46:16.222] Build status: STARTED
[02:46:16.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:32:0) after 9m38s
[02:55:54.239] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:32:0)
[02:55:54.260] Build status: STARTED
[02:55:54.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:33:0) after 6m30s
[03:02:24.433] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:33:0)
[03:02:24.462] Build status: STARTED
[03:02:24.462] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:34:0) after 2m7s
[03:04:31.478] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:34:0)
[03:04:31.499] Build status: STARTED
[03:04:31.499] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:35:0) after 3m31s
[03:08:02.515] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:35:0)
[03:08:02.544] Build status: STARTED
[03:08:02.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:36:0) after 2m55s
[03:10:57.562] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:36:0)
[03:10:57.588] Build status: STARTED
[03:10:57.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:37:0) after 4m53s
[03:15:50.666] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:37:0)
[03:15:50.686] Build status: STARTED
[03:15:50.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:38:0) after 8m42s
[03:24:32.703] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:38:0)
[03:24:32.738] Build status: STARTED
[03:24:32.738] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:39:0) after 2m58s
[03:27:30.788] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:39:0)
[03:27:30.842] Build status: STARTED
[03:27:30.842] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:40:0) after 8m15s
[03:35:45.861] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:40:0)
[03:35:45.878] Build status: STARTED
[03:35:45.878] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:41:0) after 8m29s
[03:44:15.155] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:41:0)
[03:44:15.173] Build status: STARTED
[03:44:15.173] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:42:0) after 2m54s
[03:47:09.207] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:42:0)
[03:47:09.222] Build status: STARTED
[03:47:09.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:43:0) after 9m42s
[03:56:51.911] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:43:0)
[03:56:51.930] Build status: STARTED
[03:56:51.930] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:44:0) after 1m29s
[03:58:20.948] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:44:0)
[03:58:20.973] Build status: STARTED
[03:58:20.973] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:45:0) after 6m24s
[04:04:45.196] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:45:0)
[04:04:45.227] Build status: STARTED
[04:04:45.227] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:46:0) after 3m34s
[04:08:19.248] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:46:0)
[04:08:19.268] Build status: STARTED
[04:08:19.268] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:47:0) after 5m48s
[04:14:07.376] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:47:0)
[04:14:07.413] Build status: STARTED
[04:14:07.413] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:48:0) after 2m53s
[04:17:00.585] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:48:0)
[04:17:00.603] Build status: STARTED
[04:17:00.603] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:49:0) after 7m6s
[04:24:06.656] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:49:0)
[04:24:06.682] Build status: STARTED
[04:24:06.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:50:0) after 9m37s
[04:33:43.698] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:50:0)
[04:33:43.725] Build status: STARTED
[04:33:43.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:51:0) after 4m11s
[04:37:55.217] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:51:0)
[04:37:55.249] Build status: STARTED
[04:37:55.250] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:52:0) after 9m40s
[04:47:35.272] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:52:0)
[04:47:35.315] Build status: STARTED
[04:47:35.315] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:53:0) after 6m40s
[04:54:15.500] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:53:0)
[04:54:15.516] Build status: STARTED
[04:54:15.516] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:54:0) after 1m43s
[04:55:58.540] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:54:0)
[04:55:58.559] Build status: STARTED
[04:55:58.559] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:55:0) after 8m29s
[05:04:27.575] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:55:0)
[05:04:27.596] Build status: STARTED
[05:04:27.596] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:56:0) after 1m20s
[05:05:47.697] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:56:0)
[05:05:47.716] Build status: STARTED
[05:05:47.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:57:0) after 2m52s
[05:08:39.855] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:57:0)
[05:08:39.884] Build status: STARTED
[05:08:39.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:58:0) after 6m37s
[05:15:18.480] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:58:0)
[05:15:18.498] Build status: STARTED
[05:15:18.498] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:59:0) after 6m15s
[05:21:33.563] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:59:0)
[05:21:33.581] Build status: STARTED
[05:21:33.581] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:60:0) after 8m45s
[05:30:18.653] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:60:0)
[05:30:18.676] Build status: STARTED
[05:30:18.676] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:61:0) after 2m36s
[05:32:55.179] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:61:0)
[05:32:55.214] Build status: STARTED
[05:32:55.214] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:62:0) after 2m41s
[05:35:36.439] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:62:0)
[05:35:36.467] Build status: STARTED
[05:35:36.467] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:63:0) after 3m21s
[05:38:57.490] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:63:0)
[05:38:57.508] Build status: STARTED
[05:38:57.508] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:64:0) after 3m50s
[05:42:47.525] Handling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:64:0)
[05:42:47.552] Build status: STARTED
[05:42:47.553] Scheduling timer "check-buildbucket-build-status" (chromium/ToTAndroid:8991534372669435280:65:0) after 7m9s
[05:46:05.117] Received PubSub notification, asking Buildbucket for the build status
[05:46:05.140] Build:
{
"id": "8826104310767014465",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTAndroid"
},
"number": 18445,
"createdBy": "project:chromium",
"createTime": "2022-01-03T00:00:27.107517156Z",
"startTime": "2022-01-03T00:01:30.455627Z",
"endTime": "2022-01-03T05:46:04.674756665Z",
"updateTime": "2022-01-03T05:46:04.674756665Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "ecfd07618656a37ee1296185c05fd4a8b45c7ce5",
"ref": "refs/heads/main"
}
},
"canary": true
}
[05:46:05.140] Invocation finished in 5h45m39.231021858s with status FAILED