[12:22:30.627] New invocation is queued and will start shortly
[12:22:31.941] Starting the invocation (attempt 1)
[12:22:31.969] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/04eb921c8c0d65613c06c60c04a0f0b781f237ba"
[12:22:31.969] Popped gitiles commit info from properties and tags
[12:22:31.969] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:22:31.969] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:22:31.969] Buildbucket request:
{
"requestId": "8943652486866500736",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "04eb921c8c0d65613c06c60c04a0f0b781f237ba",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8943652486866500736"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTiOSDevice"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[12:22:32.438] Scheduled build:
{
"id": "8778222424714754209",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 29737,
"createdBy": "project:chromium",
"createTime": "2023-06-15T12:22:32.056884677Z",
"updateTime": "2023-06-15T12:22:32.056884677Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "04eb921c8c0d65613c06c60c04a0f0b781f237ba",
"ref": "refs/heads/main"
}
},
"canary": true
}
[12:22:32.438] Task URL: https://cr-buildbucket.appspot.com/build/8778222424714754209
[12:22:32.438] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:2:0) after 9m15s
[12:25:41.543] Received PubSub notification, asking Buildbucket for the build status
[12:25:41.564] Build status: STARTED
[12:31:47.656] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:2:0)
[12:31:47.679] Build status: STARTED
[12:31:47.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:4:0) after 4m42s
[12:36:29.794] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:4:0)
[12:36:29.833] Build status: STARTED
[12:36:29.833] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:5:0) after 9m9s
[12:45:39.453] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:5:0)
[12:45:39.529] Build status: STARTED
[12:45:39.529] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:6:0) after 3m16s
[12:48:55.545] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:6:0)
[12:48:55.570] Build status: STARTED
[12:48:55.570] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:7:0) after 4m27s
[12:53:22.686] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:7:0)
[12:53:22.704] Build status: STARTED
[12:53:22.704] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:8:0) after 5m30s
[12:58:52.723] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:8:0)
[12:58:52.742] Build status: STARTED
[12:58:52.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:9:0) after 4m31s
[13:03:24.111] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:9:0)
[13:03:24.125] Build status: STARTED
[13:03:24.125] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:10:0) after 2m27s
[13:05:51.139] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:10:0)
[13:05:51.162] Build status: STARTED
[13:05:51.162] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:11:0) after 9m24s
[13:15:15.400] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:11:0)
[13:15:15.505] Build status: STARTED
[13:15:15.505] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:12:0) after 7m38s
[13:22:53.650] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:12:0)
[13:22:53.671] Build status: STARTED
[13:22:53.671] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:13:0) after 9m20s
[13:32:13.663] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:13:0)
[13:32:13.689] Build status: STARTED
[13:32:13.689] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:14:0) after 5m58s
[13:38:11.706] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:14:0)
[13:38:11.978] Build status: STARTED
[13:38:11.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:15:0) after 8m13s
[13:46:24.996] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:15:0)
[13:46:25.017] Build status: STARTED
[13:46:25.017] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:16:0) after 2m31s
[13:48:56.216] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:16:0)
[13:48:56.253] Build status: STARTED
[13:48:56.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:17:0) after 9m9s
[13:58:05.366] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:17:0)
[13:58:05.383] Build status: STARTED
[13:58:05.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:18:0) after 1m38s
[13:59:43.504] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:18:0)
[13:59:43.599] Build status: STARTED
[13:59:43.599] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:19:0) after 8m37s
[14:08:20.675] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:19:0)
[14:08:20.698] Build status: STARTED
[14:08:20.698] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:20:0) after 5m50s
[14:14:11.055] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:20:0)
[14:14:11.077] Build status: STARTED
[14:14:11.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:21:0) after 9m41s
[14:23:52.383] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:21:0)
[14:23:52.426] Build status: STARTED
[14:23:52.426] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:22:0) after 6m50s
[14:30:43.173] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:22:0)
[14:30:43.189] Build status: STARTED
[14:30:43.189] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:23:0) after 2m30s
[14:33:13.315] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:23:0)
[14:33:13.333] Build status: STARTED
[14:33:13.333] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:24:0) after 1m36s
[14:34:49.753] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:24:0)
[14:34:49.821] Build status: STARTED
[14:34:49.821] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:25:0) after 3m34s
[14:38:23.843] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:25:0)
[14:38:23.863] Build status: STARTED
[14:38:23.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:26:0) after 7m46s
[14:46:09.946] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:26:0)
[14:46:09.997] Build status: STARTED
[14:46:09.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:27:0) after 6m55s
[14:53:05.521] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:27:0)
[14:53:05.541] Build status: STARTED
[14:53:05.541] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:28:0) after 1m19s
[14:54:24.705] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:28:0)
[14:54:24.725] Build status: STARTED
[14:54:24.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:29:0) after 9m27s
[15:03:52.091] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:29:0)
[15:03:52.112] Build status: STARTED
[15:03:52.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:30:0) after 1m48s
[15:05:40.190] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:30:0)
[15:05:40.210] Build status: STARTED
[15:05:40.211] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:31:0) after 8m18s
[15:13:58.271] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:31:0)
[15:13:58.292] Build status: STARTED
[15:13:58.292] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:32:0) after 9m13s
[15:23:11.316] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:32:0)
[15:23:11.365] Build status: STARTED
[15:23:11.365] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:33:0) after 1m34s
[15:24:45.422] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:33:0)
[15:24:45.441] Build status: STARTED
[15:24:45.441] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:34:0) after 3m16s
[15:28:01.707] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:34:0)
[15:28:01.728] Build status: STARTED
[15:28:01.728] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:35:0) after 9m13s
[15:37:14.847] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:35:0)
[15:37:14.887] Build status: STARTED
[15:37:14.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:36:0) after 9m31s
[15:46:45.913] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:36:0)
[15:46:45.934] Build status: STARTED
[15:46:45.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:37:0) after 6m29s
[15:53:15.510] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:37:0)
[15:53:15.538] Build status: STARTED
[15:53:15.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:38:0) after 8m23s
[16:01:38.578] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:38:0)
[16:01:38.597] Build status: STARTED
[16:01:38.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:39:0) after 2m3s
[16:03:41.665] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:39:0)
[16:03:41.700] Build status: STARTED
[16:03:41.700] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:40:0) after 1m16s
[16:04:57.827] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:40:0)
[16:04:57.863] Build status: STARTED
[16:04:57.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:41:0) after 2m45s
[16:07:43.643] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:41:0)
[16:07:43.664] Build status: STARTED
[16:07:43.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:42:0) after 9m28s
[16:17:11.721] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:42:0)
[16:17:11.737] Build status: STARTED
[16:17:11.737] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:43:0) after 2m46s
[16:19:57.756] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:43:0)
[16:19:57.776] Build status: STARTED
[16:19:57.776] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:44:0) after 7m34s
[16:27:31.795] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:44:0)
[16:27:31.833] Build status: STARTED
[16:27:31.834] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:45:0) after 2m54s
[16:30:25.851] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:45:0)
[16:30:25.871] Build status: STARTED
[16:30:25.871] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:46:0) after 9m57s
[16:40:23.275] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:46:0)
[16:40:23.324] Build status: STARTED
[16:40:23.325] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:47:0) after 3m39s
[16:44:02.298] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:47:0)
[16:44:02.317] Build status: STARTED
[16:44:02.317] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:48:0) after 4m22s
[16:48:24.320] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:48:0)
[16:48:24.338] Build status: STARTED
[16:48:24.338] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:49:0) after 3m13s
[16:51:37.678] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:49:0)
[16:51:37.695] Build status: STARTED
[16:51:37.695] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:50:0) after 4m35s
[16:56:12.741] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:50:0)
[16:56:12.758] Build status: STARTED
[16:56:12.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:51:0) after 6m38s
[17:02:51.619] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:51:0)
[17:02:51.640] Build status: STARTED
[17:02:51.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:52:0) after 2m9s
[17:05:00.892] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:52:0)
[17:05:00.921] Build status: STARTED
[17:05:00.921] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:53:0) after 6m46s
[17:11:46.949] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:53:0)
[17:11:46.970] Build status: STARTED
[17:11:46.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:54:0) after 3m53s
[17:15:39.994] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:54:0)
[17:15:40.013] Build status: STARTED
[17:15:40.013] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:55:0) after 9m41s
[17:25:21.144] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:55:0)
[17:25:21.164] Build status: STARTED
[17:25:21.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:56:0) after 4m38s
[17:29:59.226] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:56:0)
[17:29:59.246] Build status: STARTED
[17:29:59.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:57:0) after 5m19s
[17:35:18.449] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:57:0)
[17:35:18.468] Build status: STARTED
[17:35:18.468] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8943652486866500736:58:0) after 8m1s
[17:40:16.064] Received PubSub notification, asking Buildbucket for the build status
[17:40:16.108] Build:
{
"id": "8778222424714754209",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 29737,
"createdBy": "project:chromium",
"createTime": "2023-06-15T12:22:32.056884677Z",
"startTime": "2023-06-15T12:25:40.758661Z",
"endTime": "2023-06-15T17:40:15.787684277Z",
"updateTime": "2023-06-15T17:40:15.787684277Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "04eb921c8c0d65613c06c60c04a0f0b781f237ba",
"ref": "refs/heads/main"
}
},
"canary": true
}
[17:40:16.108] Invocation finished in 5h17m45.488489334s with status FAILED