[03:39:23.636] New invocation is queued and will start shortly
[03:39:24.754] Starting the invocation (attempt 1)
[03:39:24.785] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ac22a841c338ba0715c06d542773c6ff6df7997f"
[03:39:24.785] Popped gitiles commit info from properties and tags
[03:39:24.785] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:39:24.785] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:39:24.786] Buildbucket request:
{
"requestId": "8959268076733755488",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Mac deterministic"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "ac22a841c338ba0715c06d542773c6ff6df7997f",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8959268076733755488"
},
{
"key": "scheduler_job_id",
"value": "chromium/Mac deterministic"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[03:39:25.216] Scheduled build:
{
"id": "8793838014804209569",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Mac deterministic"
},
"number": 60009,
"createdBy": "project:chromium",
"createTime": "2022-12-25T03:39:24.852013548Z",
"updateTime": "2022-12-25T03:39:24.852013548Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "ac22a841c338ba0715c06d542773c6ff6df7997f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[03:39:25.216] Task URL: https://cr-buildbucket.appspot.com/build/8793838014804209569
[03:39:25.216] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:2:0) after 8m17s
[03:41:46.384] Received PubSub notification, asking Buildbucket for the build status
[03:41:46.406] Build status: STARTED
[03:47:42.350] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:2:0)
[03:47:42.375] Build status: STARTED
[03:47:42.375] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:4:0) after 1m31s
[03:49:13.394] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:4:0)
[03:49:13.414] Build status: STARTED
[03:49:13.414] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:5:0) after 4m34s
[03:53:47.468] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:5:0)
[03:53:47.489] Build status: STARTED
[03:53:47.489] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:6:0) after 7m27s
[04:01:14.559] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:6:0)
[04:01:14.591] Build status: STARTED
[04:01:14.591] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:7:0) after 5m43s
[04:06:57.675] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:7:0)
[04:06:57.712] Build status: STARTED
[04:06:57.713] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:8:0) after 6m4s
[04:13:01.810] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:8:0)
[04:13:01.830] Build status: STARTED
[04:13:01.830] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:9:0) after 9m47s
[04:22:48.854] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:9:0)
[04:22:48.888] Build status: STARTED
[04:22:48.888] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:10:0) after 1m25s
[04:24:13.899] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:10:0)
[04:24:13.920] Build status: STARTED
[04:24:13.920] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:11:0) after 7m12s
[04:31:26.036] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:11:0)
[04:31:26.068] Build status: STARTED
[04:31:26.068] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:12:0) after 3m28s
[04:34:54.156] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:12:0)
[04:34:54.192] Build status: STARTED
[04:34:54.192] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:13:0) after 6m2s
[04:40:56.213] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:13:0)
[04:40:56.237] Build status: STARTED
[04:40:56.237] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:14:0) after 7m6s
[04:48:02.267] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:14:0)
[04:48:02.388] Build status: STARTED
[04:48:02.388] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:15:0) after 1m26s
[04:49:28.405] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:15:0)
[04:49:28.430] Build status: STARTED
[04:49:28.430] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:16:0) after 7m27s
[04:56:55.530] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:16:0)
[04:56:55.576] Build status: STARTED
[04:56:55.576] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:17:0) after 5m17s
[05:02:12.599] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:17:0)
[05:02:12.629] Build status: STARTED
[05:02:12.629] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:18:0) after 8m8s
[05:10:20.674] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:18:0)
[05:10:20.696] Build status: STARTED
[05:10:20.696] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:19:0) after 2m29s
[05:12:49.913] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:19:0)
[05:12:49.939] Build status: STARTED
[05:12:49.939] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:20:0) after 3m20s
[05:16:10.025] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:20:0)
[05:16:10.050] Build status: STARTED
[05:16:10.050] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:21:0) after 1m22s
[05:17:32.108] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:21:0)
[05:17:32.132] Build status: STARTED
[05:17:32.132] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:22:0) after 5m44s
[05:23:16.335] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:22:0)
[05:23:16.358] Build status: STARTED
[05:23:16.358] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:23:0) after 6m17s
[05:29:33.372] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:23:0)
[05:29:33.394] Build status: STARTED
[05:29:33.394] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:24:0) after 9m27s
[05:39:00.413] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:24:0)
[05:39:00.440] Build status: STARTED
[05:39:00.440] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:25:0) after 8m27s
[05:47:27.657] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:25:0)
[05:47:27.678] Build status: STARTED
[05:47:27.678] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:26:0) after 5m31s
[05:52:58.709] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:26:0)
[05:52:58.737] Build status: STARTED
[05:52:58.737] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:27:0) after 5m6s
[05:58:04.841] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:27:0)
[05:58:04.865] Build status: STARTED
[05:58:04.865] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:28:0) after 9m6s
[06:07:10.895] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:28:0)
[06:07:10.922] Build status: STARTED
[06:07:10.922] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:29:0) after 5m51s
[06:13:01.970] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:29:0)
[06:13:01.992] Build status: STARTED
[06:13:01.992] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:30:0) after 4m35s
[06:17:37.022] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:30:0)
[06:17:37.041] Build status: STARTED
[06:17:37.041] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:31:0) after 3m15s
[06:20:52.160] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:31:0)
[06:20:52.180] Build status: STARTED
[06:20:52.180] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:32:0) after 6m55s
[06:27:47.508] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:32:0)
[06:27:47.529] Build status: STARTED
[06:27:47.529] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:33:0) after 1m23s
[06:29:10.833] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:33:0)
[06:29:10.864] Build status: STARTED
[06:29:10.864] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:34:0) after 5m51s
[06:35:01.876] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:34:0)
[06:35:01.901] Build status: STARTED
[06:35:01.901] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:35:0) after 1m38s
[06:36:39.920] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:35:0)
[06:36:39.942] Build status: STARTED
[06:36:39.942] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:36:0) after 8m23s
[06:45:03.024] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:36:0)
[06:45:03.049] Build status: STARTED
[06:45:03.049] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:37:0) after 1m38s
[06:46:41.136] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:37:0)
[06:46:41.157] Build status: STARTED
[06:46:41.157] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:38:0) after 1m48s
[06:48:29.318] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:38:0)
[06:48:29.348] Build status: STARTED
[06:48:29.348] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:39:0) after 6m57s
[06:55:26.544] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:39:0)
[06:55:26.570] Build status: STARTED
[06:55:26.570] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:40:0) after 6m3s
[07:01:29.596] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:40:0)
[07:01:29.632] Build status: STARTED
[07:01:29.632] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:41:0) after 5m7s
[07:06:36.698] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:41:0)
[07:06:36.719] Build status: STARTED
[07:06:36.719] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:42:0) after 8m41s
[07:15:17.741] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:42:0)
[07:15:17.764] Build status: STARTED
[07:15:17.764] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:43:0) after 9m12s
[07:24:29.874] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:43:0)
[07:24:29.904] Build status: STARTED
[07:24:29.904] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:44:0) after 9m42s
[07:34:12.026] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:44:0)
[07:34:12.046] Build status: STARTED
[07:34:12.047] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:45:0) after 3m53s
[07:38:05.088] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:45:0)
[07:38:05.112] Build status: STARTED
[07:38:05.112] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:46:0) after 8m27s
[07:46:32.547] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:46:0)
[07:46:32.567] Build status: STARTED
[07:46:32.567] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:47:0) after 1m25s
[07:47:57.708] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:47:0)
[07:47:57.727] Build status: STARTED
[07:47:57.727] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:48:0) after 2m53s
[07:50:50.808] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:48:0)
[07:50:50.832] Build status: STARTED
[07:50:50.832] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:49:0) after 4m33s
[07:55:23.805] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:49:0)
[07:55:23.825] Build status: STARTED
[07:55:23.825] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:50:0) after 6m39s
[08:02:02.851] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:50:0)
[08:02:03.009] Build status: STARTED
[08:02:03.009] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:51:0) after 7m10s
[08:09:13.042] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:51:0)
[08:09:13.091] Build status: STARTED
[08:09:13.091] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:52:0) after 3m0s
[08:12:13.174] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:52:0)
[08:12:13.226] Build status: STARTED
[08:12:13.226] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:53:0) after 8m58s
[08:21:11.255] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:53:0)
[08:21:11.276] Build status: STARTED
[08:21:11.276] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:54:0) after 4m36s
[08:25:47.393] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:54:0)
[08:25:47.415] Build status: STARTED
[08:25:47.415] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:55:0) after 5m23s
[08:31:10.451] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:55:0)
[08:31:10.518] Build status: STARTED
[08:31:10.518] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:56:0) after 2m42s
[08:33:52.538] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:56:0)
[08:33:52.562] Build status: STARTED
[08:33:52.562] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:57:0) after 6m19s
[08:40:11.592] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:57:0)
[08:40:11.620] Build status: STARTED
[08:40:11.620] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:58:0) after 7m49s
[08:48:00.647] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:58:0)
[08:48:00.673] Build status: STARTED
[08:48:00.673] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:59:0) after 8m7s
[08:56:07.791] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:59:0)
[08:56:07.813] Build status: STARTED
[08:56:07.813] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:60:0) after 2m3s
[08:58:10.974] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:60:0)
[08:58:10.994] Build status: STARTED
[08:58:10.994] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:61:0) after 8m19s
[09:06:30.310] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:61:0)
[09:06:30.340] Build status: STARTED
[09:06:30.340] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:62:0) after 8m17s
[09:14:47.416] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:62:0)
[09:14:47.438] Build status: STARTED
[09:14:47.438] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:63:0) after 2m42s
[09:17:29.464] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:63:0)
[09:17:29.485] Build status: STARTED
[09:17:29.485] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:64:0) after 1m10s
[09:18:39.512] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:64:0)
[09:18:39.535] Build status: STARTED
[09:18:39.535] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:65:0) after 5m9s
[09:23:48.610] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:65:0)
[09:23:48.636] Build status: STARTED
[09:23:48.636] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:66:0) after 5m28s
[09:29:16.662] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:66:0)
[09:29:16.692] Build status: STARTED
[09:29:16.692] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:67:0) after 3m48s
[09:33:04.717] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:67:0)
[09:33:04.809] Build status: STARTED
[09:33:04.809] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:68:0) after 8m17s
[09:41:21.850] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:68:0)
[09:41:21.870] Build status: STARTED
[09:41:21.870] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8959268076733755488:69:0) after 1m4s
[09:41:57.896] Received PubSub notification, asking Buildbucket for the build status
[09:41:57.927] Build:
{
"id": "8793838014804209569",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Mac deterministic"
},
"number": 60009,
"createdBy": "project:chromium",
"createTime": "2022-12-25T03:39:24.852013548Z",
"startTime": "2022-12-25T03:41:45.932132Z",
"endTime": "2022-12-25T09:41:57.643726661Z",
"updateTime": "2022-12-25T09:41:57.643726661Z",
"status": "CANCELED",
"statusDetails": {
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "ac22a841c338ba0715c06d542773c6ff6df7997f",
"ref": "refs/heads/main"
}
},
"canary": true
}
[09:41:57.927] Invocation finished in 6h2m34.299275098s with status ABORTED