[00:11:30.619] New invocation is queued and will start shortly
[00:11:31.851] Starting the invocation (attempt 1)
[00:11:31.879] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6cb03dc3009bbd2b68e911c432d59fccdb32338e"
[00:11:31.879] Popped gitiles commit info from properties and tags
[00:11:31.879] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:11:31.879] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:11:31.879] Buildbucket request:
{
"requestId": "8875569558691341008",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "6cb03dc3009bbd2b68e911c432d59fccdb32338e",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8875569558691341008"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTiOSDevice"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:11:32.431] Scheduled build:
{
"id": "8710139496656128689",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 38761,
"createdBy": "project:chromium",
"createTime": "2025-07-06T00:11:31.931751668Z",
"updateTime": "2025-07-06T00:11:31.931751668Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "6cb03dc3009bbd2b68e911c432d59fccdb32338e",
"ref": "refs/heads/main"
}
}
}
[00:11:32.431] Task URL: https://cr-buildbucket.appspot.com/build/8710139496656128689
[00:11:32.431] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:2:0) after 9m53s
[00:11:33.396] Received PubSub notification, asking Buildbucket for the build status
[00:11:33.434] Build status: SCHEDULED
[00:11:35.744] Received PubSub notification, asking Buildbucket for the build status
[00:11:35.766] Build status: STARTED
[00:21:25.451] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:2:0)
[00:21:25.481] Build status: STARTED
[00:21:25.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:5:0) after 3m46s
[00:25:11.565] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:5:0)
[00:25:11.635] Build status: STARTED
[00:25:11.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:6:0) after 1m33s
[00:26:44.669] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:6:0)
[00:26:44.696] Build status: STARTED
[00:26:44.696] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:7:0) after 7m21s
[00:34:05.858] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:7:0)
[00:34:05.888] Build status: STARTED
[00:34:05.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:8:0) after 1m20s
[00:35:26.202] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:8:0)
[00:35:26.262] Build status: STARTED
[00:35:26.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:9:0) after 3m23s
[00:38:49.428] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:9:0)
[00:38:49.453] Build status: STARTED
[00:38:49.453] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:10:0) after 6m32s
[00:45:21.470] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:10:0)
[00:45:21.501] Build status: STARTED
[00:45:21.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:11:0) after 7m36s
[00:52:57.555] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:11:0)
[00:52:57.588] Build status: STARTED
[00:52:57.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:12:0) after 6m12s
[00:59:09.719] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:12:0)
[00:59:09.742] Build status: STARTED
[00:59:09.742] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:13:0) after 1m31s
[01:00:40.809] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:13:0)
[01:00:40.852] Build status: STARTED
[01:00:40.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:14:0) after 9m39s
[01:10:19.877] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:14:0)
[01:10:19.892] Build status: STARTED
[01:10:19.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:15:0) after 3m12s
[01:13:31.916] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:15:0)
[01:13:31.966] Build status: STARTED
[01:13:31.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:16:0) after 7m18s
[01:20:50.083] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:16:0)
[01:20:50.116] Build status: STARTED
[01:20:50.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:17:0) after 7m39s
[01:28:29.190] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:17:0)
[01:28:29.220] Build status: STARTED
[01:28:29.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:18:0) after 3m0s
[01:31:29.213] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:18:0)
[01:31:29.229] Build status: STARTED
[01:31:29.229] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:19:0) after 6m38s
[01:38:07.248] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:19:0)
[01:38:07.273] Build status: STARTED
[01:38:07.273] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:20:0) after 9m35s
[01:47:42.371] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:20:0)
[01:47:42.391] Build status: STARTED
[01:47:42.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:21:0) after 5m15s
[01:52:57.628] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:21:0)
[01:52:57.652] Build status: STARTED
[01:52:57.652] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:22:0) after 1m25s
[01:54:22.670] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:22:0)
[01:54:22.723] Build status: STARTED
[01:54:22.723] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:23:0) after 9m5s
[02:03:28.032] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:23:0)
[02:03:28.054] Build status: STARTED
[02:03:28.054] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:24:0) after 8m55s
[02:12:23.079] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:24:0)
[02:12:23.094] Build status: STARTED
[02:12:23.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:25:0) after 6m38s
[02:19:01.119] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:25:0)
[02:19:01.138] Build status: STARTED
[02:19:01.138] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:26:0) after 9m49s
[02:28:50.160] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:26:0)
[02:28:50.182] Build status: STARTED
[02:28:50.182] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:27:0) after 6m37s
[02:35:27.299] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:27:0)
[02:35:27.318] Build status: STARTED
[02:35:27.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:28:0) after 4m10s
[02:39:37.439] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:28:0)
[02:39:37.497] Build status: STARTED
[02:39:37.497] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:29:0) after 2m22s
[02:41:59.515] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:29:0)
[02:41:59.535] Build status: STARTED
[02:41:59.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:30:0) after 4m55s
[02:46:54.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:30:0)
[02:46:54.807] Build status: STARTED
[02:46:54.807] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:31:0) after 8m25s
[02:55:19.824] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:31:0)
[02:55:19.850] Build status: STARTED
[02:55:19.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:32:0) after 7m58s
[03:03:18.037] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:32:0)
[03:03:18.071] Build status: STARTED
[03:03:18.071] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:33:0) after 4m42s
[03:08:00.055] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:33:0)
[03:08:00.121] Build status: STARTED
[03:08:00.121] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:34:0) after 4m42s
[03:12:42.168] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:34:0)
[03:12:42.200] Build status: STARTED
[03:12:42.200] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:35:0) after 9m53s
[03:22:35.369] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:35:0)
[03:22:35.398] Build status: STARTED
[03:22:35.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:36:0) after 5m12s
[03:27:47.448] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:36:0)
[03:27:47.480] Build status: STARTED
[03:27:47.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:37:0) after 4m55s
[03:32:42.630] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:37:0)
[03:32:42.651] Build status: STARTED
[03:32:42.651] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:38:0) after 7m41s
[03:40:23.753] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:38:0)
[03:40:23.787] Build status: STARTED
[03:40:23.787] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:39:0) after 5m16s
[03:45:39.830] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:39:0)
[03:45:39.856] Build status: STARTED
[03:45:39.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:40:0) after 2m17s
[03:47:56.987] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:40:0)
[03:47:57.014] Build status: STARTED
[03:47:57.015] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:41:0) after 1m9s
[03:49:06.056] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:41:0)
[03:49:06.076] Build status: STARTED
[03:49:06.077] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:42:0) after 8m3s
[03:57:09.085] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:42:0)
[03:57:09.107] Build status: STARTED
[03:57:09.107] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8875569558691341008:43:0) after 6m43s
[03:59:11.412] Received PubSub notification, asking Buildbucket for the build status
[03:59:11.427] Build:
{
"id": "8710139496656128689",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 38761,
"createdBy": "project:chromium",
"createTime": "2025-07-06T00:11:31.931751668Z",
"startTime": "2025-07-06T00:11:35.419216741Z",
"endTime": "2025-07-06T03:59:11.089717711Z",
"updateTime": "2025-07-06T03:59:11.089717711Z",
"status": "INFRA_FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "6cb03dc3009bbd2b68e911c432d59fccdb32338e",
"ref": "refs/heads/main"
}
}
}
[03:59:11.427] Invocation finished in 3h47m40.820891912s with status FAILED