[16:03:40.782] New invocation is queued and will start shortly
[16:03:41.961] Starting the invocation (attempt 1)
[16:03:42.006] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fa7e7a804ea156eb22b962d31aeb1a0cd7976a22"
[16:03:42.006] Popped gitiles commit info from properties and tags
[16:03:42.006] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:03:42.006] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:03:42.006] Buildbucket request:
{
"requestId": "8998268542849467568",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "fa7e7a804ea156eb22b962d31aeb1a0cd7976a22",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8998268542849467568"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTiOSDevice"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[16:03:42.690] Scheduled build:
{
"id": "8832838480818846049",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 23380,
"createdBy": "project:chromium",
"createTime": "2021-10-20T16:03:42.086707779Z",
"updateTime": "2021-10-20T16:03:42.390143161Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "fa7e7a804ea156eb22b962d31aeb1a0cd7976a22",
"ref": "refs/heads/main"
}
}
}
[16:03:42.690] Task URL: https://cr-buildbucket.appspot.com/build/8832838480818846049
[16:03:42.690] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:2:0) after 3m56s
[16:06:14.936] Received PubSub notification, asking Buildbucket for the build status
[16:06:14.979] Build status: STARTED
[16:07:39.147] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:2:0)
[16:07:39.288] Build status: STARTED
[16:07:39.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:4:0) after 3m13s
[16:10:52.422] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:4:0)
[16:10:52.551] Build status: STARTED
[16:10:52.551] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:5:0) after 5m42s
[16:16:34.583] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:5:0)
[16:16:34.683] Build status: STARTED
[16:16:34.683] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:6:0) after 9m18s
[16:25:52.706] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:6:0)
[16:25:52.733] Build status: STARTED
[16:25:52.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:7:0) after 8m57s
[16:34:49.838] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:7:0)
[16:34:49.864] Build status: STARTED
[16:34:49.864] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:8:0) after 5m34s
[16:40:23.843] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:8:0)
[16:40:23.876] Build status: STARTED
[16:40:23.876] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:9:0) after 5m31s
[16:45:54.916] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:9:0)
[16:45:54.967] Build status: STARTED
[16:45:54.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:10:0) after 1m38s
[16:47:32.994] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:10:0)
[16:47:33.028] Build status: STARTED
[16:47:33.028] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:11:0) after 9m3s
[16:56:36.174] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:11:0)
[16:56:36.205] Build status: STARTED
[16:56:36.205] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:12:0) after 6m8s
[17:02:44.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:12:0)
[17:02:44.254] Build status: STARTED
[17:02:44.254] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:13:0) after 1m39s
[17:04:23.309] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:13:0)
[17:04:23.343] Build status: STARTED
[17:04:23.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:14:0) after 4m3s
[17:08:26.607] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:14:0)
[17:08:26.635] Build status: STARTED
[17:08:26.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:15:0) after 1m11s
[17:09:37.668] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:15:0)
[17:09:37.750] Build status: STARTED
[17:09:37.750] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:16:0) after 9m57s
[17:19:34.791] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:16:0)
[17:19:34.915] Build status: STARTED
[17:19:34.915] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:17:0) after 9m44s
[17:29:18.970] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:17:0)
[17:29:18.999] Build status: STARTED
[17:29:19.000] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:18:0) after 3m6s
[17:32:25.312] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:18:0)
[17:32:25.343] Build status: STARTED
[17:32:25.343] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:19:0) after 1m4s
[17:33:29.557] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:19:0)
[17:33:29.745] Build status: STARTED
[17:33:29.745] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:20:0) after 1m18s
[17:34:47.765] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:20:0)
[17:34:47.820] Build status: STARTED
[17:34:47.820] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:21:0) after 6m12s
[17:40:59.860] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:21:0)
[17:40:59.897] Build status: STARTED
[17:40:59.897] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:22:0) after 8m42s
[17:49:42.159] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:22:0)
[17:49:42.206] Build status: STARTED
[17:49:42.206] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:23:0) after 6m38s
[17:56:20.491] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:23:0)
[17:56:20.526] Build status: STARTED
[17:56:20.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:24:0) after 2m21s
[17:58:41.735] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:24:0)
[17:58:41.765] Build status: STARTED
[17:58:41.765] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:25:0) after 7m18s
[18:05:59.995] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:25:0)
[18:06:00.025] Build status: STARTED
[18:06:00.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:26:0) after 7m53s
[18:13:53.676] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:26:0)
[18:13:53.720] Build status: STARTED
[18:13:53.720] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:27:0) after 8m7s
[18:22:01.144] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:27:0)
[18:22:01.179] Build status: STARTED
[18:22:01.179] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:28:0) after 9m3s
[18:31:04.592] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:28:0)
[18:31:04.622] Build status: STARTED
[18:31:04.622] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:29:0) after 8m34s
[18:39:38.746] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:29:0)
[18:39:38.778] Build status: STARTED
[18:39:38.778] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:30:0) after 3m19s
[18:42:57.808] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:30:0)
[18:42:57.835] Build status: STARTED
[18:42:57.835] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:31:0) after 6m29s
[18:49:27.626] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:31:0)
[18:49:27.663] Build status: STARTED
[18:49:27.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:32:0) after 9m1s
[18:58:28.729] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:32:0)
[18:58:28.769] Build status: STARTED
[18:58:28.769] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:33:0) after 9m46s
[19:08:14.823] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:33:0)
[19:08:14.870] Build status: STARTED
[19:08:14.870] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:34:0) after 8m6s
[19:16:20.915] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:34:0)
[19:16:20.957] Build status: STARTED
[19:16:20.957] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:35:0) after 9m26s
[19:25:47.041] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:35:0)
[19:25:47.071] Build status: STARTED
[19:25:47.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:36:0) after 4m14s
[19:30:01.324] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:36:0)
[19:30:01.365] Build status: STARTED
[19:30:01.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:37:0) after 9m36s
[19:39:37.531] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:37:0)
[19:39:37.563] Build status: STARTED
[19:39:37.563] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:38:0) after 9m18s
[19:48:55.804] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:38:0)
[19:48:55.840] Build status: STARTED
[19:48:55.840] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:39:0) after 3m1s
[19:51:56.869] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:39:0)
[19:51:56.925] Build status: STARTED
[19:51:56.925] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:40:0) after 1m56s
[19:53:53.160] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:40:0)
[19:53:53.207] Build status: STARTED
[19:53:53.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:41:0) after 7m4s
[20:00:57.322] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:41:0)
[20:00:57.387] Build status: STARTED
[20:00:57.387] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:42:0) after 3m43s
[20:04:41.008] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:42:0)
[20:04:41.047] Build status: STARTED
[20:04:41.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:43:0) after 6m42s
[20:11:23.727] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:43:0)
[20:11:23.756] Build status: STARTED
[20:11:23.756] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:44:0) after 6m42s
[20:18:05.954] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:44:0)
[20:18:05.997] Build status: STARTED
[20:18:05.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:45:0) after 5m37s
[20:23:44.007] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:45:0)
[20:23:44.047] Build status: STARTED
[20:23:44.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:46:0) after 3m2s
[20:26:46.235] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:46:0)
[20:26:46.265] Build status: STARTED
[20:26:46.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:47:0) after 5m56s
[20:32:42.400] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:47:0)
[20:32:42.497] Build status: STARTED
[20:32:42.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:48:0) after 6m59s
[20:39:41.971] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:48:0)
[20:39:42.004] Build status: STARTED
[20:39:42.004] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:49:0) after 8m34s
[20:48:16.162] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:49:0)
[20:48:16.191] Build status: STARTED
[20:48:16.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:50:0) after 9m36s
[20:57:52.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:50:0)
[20:57:52.639] Build status: STARTED
[20:57:52.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:51:0) after 6m33s
[21:04:25.804] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:51:0)
[21:04:25.833] Build status: STARTED
[21:04:25.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:52:0) after 2m8s
[21:06:33.855] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:52:0)
[21:06:33.893] Build status: STARTED
[21:06:33.893] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:53:0) after 2m8s
[21:08:42.019] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:53:0)
[21:08:42.055] Build status: STARTED
[21:08:42.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:54:0) after 2m15s
[21:10:57.083] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:54:0)
[21:10:57.189] Build status: STARTED
[21:10:57.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:55:0) after 6m43s
[21:17:40.492] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:55:0)
[21:17:40.521] Build status: STARTED
[21:17:40.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8998268542849467568:56:0) after 9m3s
[21:23:28.472] Received PubSub notification, asking Buildbucket for the build status
[21:23:28.502] Build:
{
"id": "8832838480818846049",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 23380,
"createdBy": "project:chromium",
"createTime": "2021-10-20T16:03:42.086707779Z",
"startTime": "2021-10-20T16:06:13.388342Z",
"endTime": "2021-10-20T21:23:25.604199709Z",
"updateTime": "2021-10-20T21:23:25.604578734Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "fa7e7a804ea156eb22b962d31aeb1a0cd7976a22",
"ref": "refs/heads/main"
}
}
}
[21:23:28.502] Invocation finished in 5h19m47.735614334s with status FAILED