[04:02:32.584] New invocation is queued and will start shortly
[04:02:33.646] Starting the invocation (attempt 1)
[04:02:33.677] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/200fe36df46fdb01220e9b44ec7df030367c8c4d"
[04:02:33.677] Popped gitiles commit info from properties and tags
[04:02:33.677] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:02:33.677] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:02:33.677] Buildbucket request:
{
"requestId": "8946764238955361360",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "200fe36df46fdb01220e9b44ec7df030367c8c4d",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8946764238955361360"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTiOSDevice"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:02:34.063] Scheduled build:
{
"id": "8781334177088883137",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 29388,
"createdBy": "project:chromium",
"createTime": "2023-05-12T04:02:33.737367147Z",
"updateTime": "2023-05-12T04:02:33.737367147Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "200fe36df46fdb01220e9b44ec7df030367c8c4d",
"ref": "refs/heads/main"
}
}
}
[04:02:34.063] Task URL: https://cr-buildbucket.appspot.com/build/8781334177088883137
[04:02:34.063] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:2:0) after 3m38s
[04:05:29.286] Received PubSub notification, asking Buildbucket for the build status
[04:05:29.310] Build status: STARTED
[04:06:12.315] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:2:0)
[04:06:12.334] Build status: STARTED
[04:06:12.334] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:4:0) after 4m50s
[04:11:02.368] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:4:0)
[04:11:02.391] Build status: STARTED
[04:11:02.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:5:0) after 1m15s
[04:12:17.501] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:5:0)
[04:12:17.524] Build status: STARTED
[04:12:17.524] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:6:0) after 9m0s
[04:21:17.540] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:6:0)
[04:21:17.577] Build status: STARTED
[04:21:17.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:7:0) after 2m4s
[04:23:21.743] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:7:0)
[04:23:21.766] Build status: STARTED
[04:23:21.766] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:8:0) after 1m21s
[04:24:43.046] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:8:0)
[04:24:43.066] Build status: STARTED
[04:24:43.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:9:0) after 8m53s
[04:33:36.342] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:9:0)
[04:33:36.383] Build status: STARTED
[04:33:36.383] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:10:0) after 3m31s
[04:37:07.415] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:10:0)
[04:37:07.433] Build status: STARTED
[04:37:07.434] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:11:0) after 4m15s
[04:41:22.656] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:11:0)
[04:41:22.680] Build status: STARTED
[04:41:22.680] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:12:0) after 5m3s
[04:46:25.701] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:12:0)
[04:46:25.725] Build status: STARTED
[04:46:25.725] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:13:0) after 4m13s
[04:50:38.758] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:13:0)
[04:50:38.786] Build status: STARTED
[04:50:38.786] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:14:0) after 9m4s
[04:59:42.808] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:14:0)
[04:59:42.827] Build status: STARTED
[04:59:42.827] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:15:0) after 8m8s
[05:07:51.162] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:15:0)
[05:07:51.185] Build status: STARTED
[05:07:51.185] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:16:0) after 5m51s
[05:13:42.392] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:16:0)
[05:13:42.457] Build status: STARTED
[05:13:42.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:17:0) after 1m46s
[05:15:28.438] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:17:0)
[05:15:28.528] Build status: STARTED
[05:15:28.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:18:0) after 6m47s
[05:22:15.911] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:18:0)
[05:22:15.933] Build status: STARTED
[05:22:15.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:19:0) after 3m40s
[05:25:56.074] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:19:0)
[05:25:56.098] Build status: STARTED
[05:25:56.098] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:20:0) after 7m46s
[05:33:42.118] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:20:0)
[05:33:42.137] Build status: STARTED
[05:33:42.137] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:21:0) after 8m6s
[05:41:48.157] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:21:0)
[05:41:48.220] Build status: STARTED
[05:41:48.220] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:22:0) after 3m13s
[05:45:01.536] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:22:0)
[05:45:01.600] Build status: STARTED
[05:45:01.600] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:23:0) after 2m58s
[05:47:59.646] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:23:0)
[05:47:59.667] Build status: STARTED
[05:47:59.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:24:0) after 8m6s
[05:56:05.694] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:24:0)
[05:56:05.715] Build status: STARTED
[05:56:05.715] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:25:0) after 5m36s
[06:01:41.836] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:25:0)
[06:01:41.861] Build status: STARTED
[06:01:41.861] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:26:0) after 2m48s
[06:04:29.955] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:26:0)
[06:04:30.034] Build status: STARTED
[06:04:30.034] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:27:0) after 7m22s
[06:11:52.065] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:27:0)
[06:11:52.087] Build status: STARTED
[06:11:52.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:28:0) after 6m1s
[06:17:53.142] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:28:0)
[06:17:53.318] Build status: STARTED
[06:17:53.318] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:29:0) after 7m55s
[06:25:48.641] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:29:0)
[06:25:48.663] Build status: STARTED
[06:25:48.663] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:30:0) after 4m30s
[06:30:18.766] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:30:0)
[06:30:18.789] Build status: STARTED
[06:30:18.789] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:31:0) after 5m21s
[06:35:39.941] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:31:0)
[06:35:39.966] Build status: STARTED
[06:35:39.966] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:32:0) after 5m24s
[06:41:04.240] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:32:0)
[06:41:04.260] Build status: STARTED
[06:41:04.260] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:33:0) after 5m55s
[06:46:59.582] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:33:0)
[06:46:59.664] Build status: STARTED
[06:46:59.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:34:0) after 3m0s
[06:49:59.887] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:34:0)
[06:49:59.932] Build status: STARTED
[06:49:59.932] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:35:0) after 3m38s
[06:53:38.190] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:35:0)
[06:53:38.212] Build status: STARTED
[06:53:38.212] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:36:0) after 7m55s
[07:01:33.413] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:36:0)
[07:01:33.432] Build status: STARTED
[07:01:33.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:37:0) after 2m48s
[07:04:21.706] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:37:0)
[07:04:21.740] Build status: STARTED
[07:04:21.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:38:0) after 6m18s
[07:10:39.861] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:38:0)
[07:10:39.902] Build status: STARTED
[07:10:39.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:39:0) after 8m27s
[07:19:07.032] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:39:0)
[07:19:07.157] Build status: STARTED
[07:19:07.157] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:40:0) after 8m56s
[07:28:03.288] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:40:0)
[07:28:03.336] Build status: STARTED
[07:28:03.336] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:41:0) after 2m2s
[07:30:05.379] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:41:0)
[07:30:05.401] Build status: STARTED
[07:30:05.401] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:42:0) after 1m12s
[07:31:17.481] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:42:0)
[07:31:17.566] Build status: STARTED
[07:31:17.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:43:0) after 1m34s
[07:32:51.686] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:43:0)
[07:32:51.705] Build status: STARTED
[07:32:51.705] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:44:0) after 7m29s
[07:40:20.835] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:44:0)
[07:40:20.863] Build status: STARTED
[07:40:20.863] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:45:0) after 9m30s
[07:49:51.090] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:45:0)
[07:49:51.106] Build status: STARTED
[07:49:51.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:46:0) after 9m37s
[07:59:28.128] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:46:0)
[07:59:28.145] Build status: STARTED
[07:59:28.145] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:47:0) after 1m11s
[08:00:39.262] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:47:0)
[08:00:39.288] Build status: STARTED
[08:00:39.288] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:48:0) after 1m18s
[08:01:57.501] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:48:0)
[08:01:57.526] Build status: STARTED
[08:01:57.526] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:49:0) after 8m48s
[08:10:45.548] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:49:0)
[08:10:45.566] Build status: STARTED
[08:10:45.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:50:0) after 1m57s
[08:12:42.692] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:50:0)
[08:12:42.773] Build status: STARTED
[08:12:42.773] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:51:0) after 3m19s
[08:16:01.810] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:51:0)
[08:16:01.832] Build status: STARTED
[08:16:01.832] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:52:0) after 3m16s
[08:19:17.867] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:52:0)
[08:19:17.886] Build status: STARTED
[08:19:17.886] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:53:0) after 2m49s
[08:22:06.914] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:53:0)
[08:22:06.934] Build status: STARTED
[08:22:06.934] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:54:0) after 3m48s
[08:25:55.042] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:54:0)
[08:25:55.087] Build status: STARTED
[08:25:55.087] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:55:0) after 7m28s
[08:33:23.113] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:55:0)
[08:33:23.135] Build status: STARTED
[08:33:23.135] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:56:0) after 7m39s
[08:41:02.462] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:56:0)
[08:41:02.487] Build status: STARTED
[08:41:02.487] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:57:0) after 7m44s
[08:48:46.601] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:57:0)
[08:48:46.618] Build status: STARTED
[08:48:46.618] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:58:0) after 9m6s
[08:57:52.793] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:58:0)
[08:57:52.813] Build status: STARTED
[08:57:52.813] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:59:0) after 2m45s
[09:00:38.142] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:59:0)
[09:00:38.165] Build status: STARTED
[09:00:38.165] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:60:0) after 5m48s
[09:06:26.177] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:60:0)
[09:06:26.195] Build status: STARTED
[09:06:26.195] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:61:0) after 1m56s
[09:08:22.519] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:61:0)
[09:08:22.537] Build status: STARTED
[09:08:22.537] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:62:0) after 1m57s
[09:10:19.574] Handling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:62:0)
[09:10:19.594] Build status: STARTED
[09:10:19.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTiOSDevice:8946764238955361360:63:0) after 6m10s
[09:14:25.994] Received PubSub notification, asking Buildbucket for the build status
[09:14:26.015] Build:
{
"id": "8781334177088883137",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTiOSDevice"
},
"number": 29388,
"createdBy": "project:chromium",
"createTime": "2023-05-12T04:02:33.737367147Z",
"startTime": "2023-05-12T04:05:28.767122Z",
"endTime": "2023-05-12T09:14:11.550776495Z",
"updateTime": "2023-05-12T09:14:11.550776495Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "200fe36df46fdb01220e9b44ec7df030367c8c4d",
"ref": "refs/heads/main"
}
}
}
[09:14:26.015] Invocation finished in 5h11m53.441085808s with status FAILED