[23:24:28.453] New invocation is queued and will start shortly
[23:24:29.609] Starting the invocation (attempt 1)
[23:24:29.658] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f3aee29a947ae6136aad35d7fab1de4b48ef3374"
[23:24:29.658] Popped gitiles commit info from properties and tags
[23:24:29.658] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:24:29.658] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:24:29.658] Buildbucket request:
{
"requestId": "8941255318588790208",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "f3aee29a947ae6136aad35d7fab1de4b48ef3374",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8941255318588790208"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTiOSDevice"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[23:24:30.061] Scheduled build:
{
"id": "8775825256574350129",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 29894,
"createdBy": "project:chromium",
"createTime": "2023-07-11T23:24:29.743846824Z",
"updateTime": "2023-07-11T23:24:29.743846824Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "f3aee29a947ae6136aad35d7fab1de4b48ef3374",
"ref": "refs/heads/main"
}
}
}
[23:24:30.061] Task URL: https://cr-buildbucket.appspot.com/build/8775825256574350129
[23:24:30.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:2:0) after 4m39s
[23:28:42.425] Received PubSub notification, asking Buildbucket for the build status
[23:28:42.453] Build status: STARTED
[23:29:09.181] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:2:0)
[23:29:09.360] Build status: STARTED
[23:29:09.360] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:4:0) after 3m9s
[23:32:18.648] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:4:0)
[23:32:18.679] Build status: STARTED
[23:32:18.679] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:5:0) after 9m39s
[23:41:58.085] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:5:0)
[23:41:58.103] Build status: STARTED
[23:41:58.103] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:6:0) after 1m44s
[23:43:42.126] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:6:0)
[23:43:42.146] Build status: STARTED
[23:43:42.146] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:7:0) after 1m57s
[23:45:39.451] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:7:0)
[23:45:39.474] Build status: STARTED
[23:45:39.475] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:8:0) after 3m43s
[23:49:22.758] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:8:0)
[23:49:22.850] Build status: STARTED
[23:49:22.850] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:9:0) after 7m51s
[23:57:13.944] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:9:0)
[23:57:13.972] Build status: STARTED
[23:57:13.972] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:10:0) after 2m46s
[00:00:00.032] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:10:0)
[00:00:00.055] Build status: STARTED
[00:00:00.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:11:0) after 3m35s
[00:03:35.092] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:11:0)
[00:03:35.112] Build status: STARTED
[00:03:35.112] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:12:0) after 5m18s
[00:08:53.136] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:12:0)
[00:08:53.202] Build status: STARTED
[00:08:53.202] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:13:0) after 4m24s
[00:13:17.229] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:13:0)
[00:13:17.246] Build status: STARTED
[00:13:17.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:14:0) after 2m56s
[00:16:13.316] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:14:0)
[00:16:13.372] Build status: STARTED
[00:16:13.372] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:15:0) after 7m0s
[00:23:13.626] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:15:0)
[00:23:13.647] Build status: STARTED
[00:23:13.647] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:16:0) after 4m54s
[00:28:07.708] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:16:0)
[00:28:07.726] Build status: STARTED
[00:28:07.726] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:17:0) after 9m34s
[00:37:41.801] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:17:0)
[00:37:41.819] Build status: STARTED
[00:37:41.819] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:18:0) after 8m33s
[00:46:14.959] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:18:0)
[00:46:14.978] Build status: STARTED
[00:46:14.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:19:0) after 2m2s
[00:48:16.971] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:19:0)
[00:48:16.998] Build status: STARTED
[00:48:16.998] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:20:0) after 1m35s
[00:49:52.293] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:20:0)
[00:49:52.312] Build status: STARTED
[00:49:52.312] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:21:0) after 2m2s
[00:51:54.498] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:21:0)
[00:51:54.518] Build status: STARTED
[00:51:54.518] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:22:0) after 2m58s
[00:54:53.214] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:22:0)
[00:54:53.245] Build status: STARTED
[00:54:53.245] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:23:0) after 5m55s
[01:00:48.305] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:23:0)
[01:00:48.344] Build status: STARTED
[01:00:48.344] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:24:0) after 3m53s
[01:04:41.921] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:24:0)
[01:04:41.969] Build status: STARTED
[01:04:41.970] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:25:0) after 5m50s
[01:10:32.021] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:25:0)
[01:10:32.042] Build status: STARTED
[01:10:32.042] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:26:0) after 1m56s
[01:12:28.351] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:26:0)
[01:12:28.366] Build status: STARTED
[01:12:28.366] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:27:0) after 5m19s
[01:17:47.739] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:27:0)
[01:17:47.759] Build status: STARTED
[01:17:47.759] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:28:0) after 9m44s
[01:27:31.786] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:28:0)
[01:27:31.813] Build status: STARTED
[01:27:31.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:29:0) after 2m16s
[01:29:47.834] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:29:0)
[01:29:47.865] Build status: STARTED
[01:29:47.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:30:0) after 3m40s
[01:33:27.968] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:30:0)
[01:33:27.989] Build status: STARTED
[01:33:27.989] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:31:0) after 7m23s
[01:40:51.119] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:31:0)
[01:40:51.148] Build status: STARTED
[01:40:51.148] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:32:0) after 2m52s
[01:43:43.206] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:32:0)
[01:43:43.224] Build status: STARTED
[01:43:43.224] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:33:0) after 1m3s
[01:44:46.257] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:33:0)
[01:44:46.290] Build status: STARTED
[01:44:46.290] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:34:0) after 3m46s
[01:48:32.389] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:34:0)
[01:48:32.416] Build status: STARTED
[01:48:32.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:35:0) after 2m37s
[01:51:09.552] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:35:0)
[01:51:09.639] Build status: STARTED
[01:51:09.639] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:36:0) after 6m0s
[01:57:09.665] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:36:0)
[01:57:09.682] Build status: STARTED
[01:57:09.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:37:0) after 4m47s
[02:01:56.765] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:37:0)
[02:01:56.784] Build status: STARTED
[02:01:56.784] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:38:0) after 2m26s
[02:04:23.077] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:38:0)
[02:04:23.147] Build status: STARTED
[02:04:23.147] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:39:0) after 5m49s
[02:10:12.695] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:39:0)
[02:10:12.713] Build status: STARTED
[02:10:12.713] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:40:0) after 2m39s
[02:12:52.038] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:40:0)
[02:12:52.060] Build status: STARTED
[02:12:52.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:41:0) after 1m57s
[02:14:49.332] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:41:0)
[02:14:49.352] Build status: STARTED
[02:14:49.352] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:42:0) after 8m18s
[02:23:07.465] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:42:0)
[02:23:07.593] Build status: STARTED
[02:23:07.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:43:0) after 8m57s
[02:32:04.716] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:43:0)
[02:32:04.733] Build status: STARTED
[02:32:04.733] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:44:0) after 1m4s
[02:33:08.755] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:44:0)
[02:33:08.790] Build status: STARTED
[02:33:08.790] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:45:0) after 7m21s
[02:40:29.822] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:45:0)
[02:40:29.903] Build status: STARTED
[02:40:29.903] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:46:0) after 5m18s
[02:45:48.037] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:46:0)
[02:45:48.058] Build status: STARTED
[02:45:48.058] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:47:0) after 6m51s
[02:52:39.082] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:47:0)
[02:52:39.144] Build status: STARTED
[02:52:39.144] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:48:0) after 1m19s
[02:53:58.342] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:48:0)
[02:53:58.400] Build status: STARTED
[02:53:58.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:49:0) after 2m13s
[02:56:11.514] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:49:0)
[02:56:11.535] Build status: STARTED
[02:56:11.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:50:0) after 7m51s
[03:04:02.559] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:50:0)
[03:04:02.583] Build status: STARTED
[03:04:02.583] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:51:0) after 6m50s
[03:10:53.007] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:51:0)
[03:10:53.036] Build status: STARTED
[03:10:53.036] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:52:0) after 8m33s
[03:19:26.100] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:52:0)
[03:19:26.118] Build status: STARTED
[03:19:26.118] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:53:0) after 9m4s
[03:28:30.259] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:53:0)
[03:28:30.278] Build status: STARTED
[03:28:30.278] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:54:0) after 4m11s
[03:32:41.349] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:54:0)
[03:32:41.434] Build status: STARTED
[03:32:41.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:55:0) after 9m47s
[03:42:28.608] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:55:0)
[03:42:28.692] Build status: STARTED
[03:42:28.692] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:56:0) after 9m16s
[03:51:44.929] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:56:0)
[03:51:44.950] Build status: STARTED
[03:51:44.950] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:57:0) after 9m40s
[04:01:24.986] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:57:0)
[04:01:25.025] Build status: STARTED
[04:01:25.025] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:58:0) after 1m29s
[04:02:54.021] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:58:0)
[04:02:54.046] Build status: STARTED
[04:02:54.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:59:0) after 1m24s
[04:04:18.069] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:59:0)
[04:04:18.094] Build status: STARTED
[04:04:18.094] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:60:0) after 6m47s
[04:11:05.173] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:60:0)
[04:11:05.195] Build status: STARTED
[04:11:05.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:61:0) after 4m40s
[04:15:45.218] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:61:0)
[04:15:45.237] Build status: STARTED
[04:15:45.237] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:62:0) after 7m51s
[04:23:36.359] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:62:0)
[04:23:36.382] Build status: STARTED
[04:23:36.382] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:63:0) after 8m44s
[04:32:20.484] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:63:0)
[04:32:20.505] Build status: STARTED
[04:32:20.506] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:64:0) after 8m49s
[04:41:09.594] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:64:0)
[04:41:09.618] Build status: STARTED
[04:41:09.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:65:0) after 9m8s
[04:50:17.640] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:65:0)
[04:50:17.666] Build status: STARTED
[04:50:17.666] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:66:0) after 8m38s
[04:58:56.193] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:66:0)
[04:58:56.210] Build status: STARTED
[04:58:56.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:67:0) after 5m42s
[05:04:38.243] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:67:0)
[05:04:38.275] Build status: STARTED
[05:04:38.275] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8941255318588790208:68:0) after 9m35s
[05:08:37.411] Received PubSub notification, asking Buildbucket for the build status
[05:08:37.436] Build:
{
"id": "8775825256574350129",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 29894,
"createdBy": "project:chromium",
"createTime": "2023-07-11T23:24:29.743846824Z",
"startTime": "2023-07-11T23:28:41.322256Z",
"endTime": "2023-07-12T05:08:36.817449127Z",
"updateTime": "2023-07-12T05:08:36.817449127Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "f3aee29a947ae6136aad35d7fab1de4b48ef3374",
"ref": "refs/heads/main"
}
}
}
[05:08:37.436] Invocation finished in 5h44m8.997591291s with status FAILED