[02:03:29.830] New invocation is queued and will start shortly
[02:03:31.057] Starting the invocation (attempt 1)
[02:03:31.098] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c8d546c7b821bf088b379fc30afd2ed21570fe0b"
[02:03:31.098] Popped gitiles commit info from properties and tags
[02:03:31.098] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:03:31.098] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:03:31.098] Buildbucket request:
{
"requestId": "8946862325649246208",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "c8d546c7b821bf088b379fc30afd2ed21570fe0b",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8946862325649246208"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTiOSDevice"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:03:31.515] Scheduled build:
{
"id": "8781432263576429457",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 29383,
"createdBy": "project:chromium",
"createTime": "2023-05-11T02:03:31.173982845Z",
"updateTime": "2023-05-11T02:03:31.173982845Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "c8d546c7b821bf088b379fc30afd2ed21570fe0b",
"ref": "refs/heads/main"
}
}
}
[02:03:31.515] Task URL: https://cr-buildbucket.appspot.com/build/8781432263576429457
[02:03:31.515] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:2:0) after 5m26s
[02:06:10.109] Received PubSub notification, asking Buildbucket for the build status
[02:06:10.133] Build status: STARTED
[02:08:57.534] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:2:0)
[02:08:57.567] Build status: STARTED
[02:08:57.568] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:4:0) after 5m58s
[02:14:55.596] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:4:0)
[02:14:55.613] Build status: STARTED
[02:14:55.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:5:0) after 2m41s
[02:17:36.822] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:5:0)
[02:17:36.904] Build status: STARTED
[02:17:36.904] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:6:0) after 5m2s
[02:22:39.118] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:6:0)
[02:22:39.160] Build status: STARTED
[02:22:39.160] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:7:0) after 2m51s
[02:25:30.518] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:7:0)
[02:25:30.542] Build status: STARTED
[02:25:30.542] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:8:0) after 1m50s
[02:27:20.901] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:8:0)
[02:27:20.929] Build status: STARTED
[02:27:20.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:9:0) after 5m50s
[02:33:11.161] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:9:0)
[02:33:11.191] Build status: STARTED
[02:33:11.191] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:10:0) after 1m51s
[02:35:02.223] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:10:0)
[02:35:02.258] Build status: STARTED
[02:35:02.258] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:11:0) after 8m2s
[02:43:04.287] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:11:0)
[02:43:04.308] Build status: STARTED
[02:43:04.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:12:0) after 6m19s
[02:49:23.879] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:12:0)
[02:49:23.905] Build status: STARTED
[02:49:23.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:13:0) after 8m45s
[02:58:08.967] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:13:0)
[02:58:08.986] Build status: STARTED
[02:58:08.986] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:14:0) after 6m12s
[03:04:21.115] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:14:0)
[03:04:21.142] Build status: STARTED
[03:04:21.143] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:15:0) after 6m48s
[03:11:09.176] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:15:0)
[03:11:09.203] Build status: STARTED
[03:11:09.203] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:16:0) after 8m51s
[03:20:00.356] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:16:0)
[03:20:00.383] Build status: STARTED
[03:20:00.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:17:0) after 3m42s
[03:23:42.996] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:17:0)
[03:23:43.027] Build status: STARTED
[03:23:43.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:18:0) after 8m20s
[03:32:03.736] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:18:0)
[03:32:03.759] Build status: STARTED
[03:32:03.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:19:0) after 5m51s
[03:37:54.788] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:19:0)
[03:37:54.819] Build status: STARTED
[03:37:54.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:20:0) after 5m41s
[03:43:35.853] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:20:0)
[03:43:35.939] Build status: STARTED
[03:43:35.939] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:21:0) after 6m23s
[03:49:59.059] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:21:0)
[03:49:59.091] Build status: STARTED
[03:49:59.091] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:22:0) after 3m17s
[03:53:16.843] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:22:0)
[03:53:16.867] Build status: STARTED
[03:53:16.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:23:0) after 1m47s
[03:55:04.100] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:23:0)
[03:55:04.154] Build status: STARTED
[03:55:04.154] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:24:0) after 6m59s
[04:02:03.532] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:24:0)
[04:02:03.564] Build status: STARTED
[04:02:03.564] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:25:0) after 5m28s
[04:07:31.594] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:25:0)
[04:07:31.615] Build status: STARTED
[04:07:31.615] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:26:0) after 1m5s
[04:08:36.830] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:26:0)
[04:08:36.849] Build status: STARTED
[04:08:36.849] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:27:0) after 1m57s
[04:10:34.027] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:27:0)
[04:10:34.047] Build status: STARTED
[04:10:34.047] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:28:0) after 8m3s
[04:18:37.100] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:28:0)
[04:18:37.122] Build status: STARTED
[04:18:37.122] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:29:0) after 6m53s
[04:25:30.146] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:29:0)
[04:25:30.165] Build status: STARTED
[04:25:30.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:30:0) after 2m5s
[04:27:35.325] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:30:0)
[04:27:35.342] Build status: STARTED
[04:27:35.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:31:0) after 6m10s
[04:33:45.407] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:31:0)
[04:33:45.434] Build status: STARTED
[04:33:45.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:32:0) after 3m7s
[04:36:52.462] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:32:0)
[04:36:52.488] Build status: STARTED
[04:36:52.488] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:33:0) after 7m14s
[04:44:06.586] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:33:0)
[04:44:06.613] Build status: STARTED
[04:44:06.613] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:34:0) after 7m30s
[04:51:36.918] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:34:0)
[04:51:36.990] Build status: STARTED
[04:51:36.990] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:35:0) after 6m0s
[04:57:37.012] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:35:0)
[04:57:37.072] Build status: STARTED
[04:57:37.072] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:36:0) after 4m35s
[05:02:12.113] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:36:0)
[05:02:12.164] Build status: STARTED
[05:02:12.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:37:0) after 6m39s
[05:08:51.389] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:37:0)
[05:08:51.408] Build status: STARTED
[05:08:51.409] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:38:0) after 3m43s
[05:12:34.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:38:0)
[05:12:34.716] Build status: STARTED
[05:12:34.716] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:39:0) after 6m5s
[05:18:39.737] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:39:0)
[05:18:39.758] Build status: STARTED
[05:18:39.758] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:40:0) after 6m14s
[05:24:53.920] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:40:0)
[05:24:53.946] Build status: STARTED
[05:24:53.946] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:41:0) after 3m34s
[05:28:28.033] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:41:0)
[05:28:28.052] Build status: STARTED
[05:28:28.052] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:42:0) after 7m59s
[05:36:27.085] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:42:0)
[05:36:27.134] Build status: STARTED
[05:36:27.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:43:0) after 9m22s
[05:45:49.197] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:43:0)
[05:45:49.224] Build status: STARTED
[05:45:49.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:44:0) after 6m50s
[05:52:39.462] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:44:0)
[05:52:39.483] Build status: STARTED
[05:52:39.483] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:45:0) after 6m18s
[05:58:57.927] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:45:0)
[05:58:57.945] Build status: STARTED
[05:58:57.945] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:46:0) after 3m36s
[06:02:34.096] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:46:0)
[06:02:34.123] Build status: STARTED
[06:02:34.123] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:47:0) after 5m2s
[06:07:36.362] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:47:0)
[06:07:36.383] Build status: STARTED
[06:07:36.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:48:0) after 4m37s
[06:12:13.877] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:48:0)
[06:12:13.896] Build status: STARTED
[06:12:13.896] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:49:0) after 1m55s
[06:14:09.311] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:49:0)
[06:14:09.332] Build status: STARTED
[06:14:09.332] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:50:0) after 7m44s
[06:21:53.380] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:50:0)
[06:21:53.399] Build status: STARTED
[06:21:53.399] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:51:0) after 9m50s
[06:31:43.432] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:51:0)
[06:31:43.455] Build status: STARTED
[06:31:43.455] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:52:0) after 6m55s
[06:38:38.477] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:52:0)
[06:38:38.521] Build status: STARTED
[06:38:38.521] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:53:0) after 6m16s
[06:44:54.883] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:53:0)
[06:44:54.907] Build status: STARTED
[06:44:54.907] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:54:0) after 3m24s
[06:48:19.010] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:54:0)
[06:48:19.038] Build status: STARTED
[06:48:19.038] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:55:0) after 6m8s
[06:54:27.063] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:55:0)
[06:54:27.092] Build status: STARTED
[06:54:27.092] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:56:0) after 4m38s
[06:59:05.118] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:56:0)
[06:59:05.136] Build status: STARTED
[06:59:05.136] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:57:0) after 4m6s
[07:03:11.263] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:57:0)
[07:03:11.286] Build status: STARTED
[07:03:11.286] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:58:0) after 2m45s
[07:05:56.284] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:58:0)
[07:05:56.354] Build status: STARTED
[07:05:56.354] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:59:0) after 5m55s
[07:11:51.379] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:59:0)
[07:11:51.403] Build status: STARTED
[07:11:51.403] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946862325649246208:60:0) after 5m46s
[07:16:15.579] Received PubSub notification, asking Buildbucket for the build status
[07:16:15.610] Build:
{
"id": "8781432263576429457",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 29383,
"createdBy": "project:chromium",
"createTime": "2023-05-11T02:03:31.173982845Z",
"startTime": "2023-05-11T02:06:09.465833Z",
"endTime": "2023-05-11T07:16:00.107292218Z",
"updateTime": "2023-05-11T07:16:00.107292218Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "c8d546c7b821bf088b379fc30afd2ed21570fe0b",
"ref": "refs/heads/main"
}
}
}
[07:16:15.610] Invocation finished in 5h12m45.796753683s with status FAILED