[02:31:12.538] New invocation is queued and will start shortly
[02:31:13.626] Starting the invocation (attempt 1)
[02:31:13.661] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/893f782694da61517f4bf101b1a09e0fc4f98f03"
[02:31:13.661] Popped gitiles commit info from properties and tags
[02:31:13.661] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:31:13.662] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:31:13.662] Buildbucket request:
{
"requestId": "8958456993864436368",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Mac deterministic"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "893f782694da61517f4bf101b1a09e0fc4f98f03",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8958456993864436368"
},
{
"key": "scheduler_job_id",
"value": "chromium/Mac deterministic"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[02:31:14.089] Scheduled build:
{
"id": "8793026931957263025",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Mac deterministic"
},
"number": 60158,
"createdBy": "project:chromium",
"createTime": "2023-01-03T02:31:13.731512267Z",
"updateTime": "2023-01-03T02:31:13.731512267Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "893f782694da61517f4bf101b1a09e0fc4f98f03",
"ref": "refs/heads/main"
}
}
}
[02:31:14.089] Task URL: https://cr-buildbucket.appspot.com/build/8793026931957263025
[02:31:14.089] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:2:0) after 1m28s
[02:32:42.116] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:2:0)
[02:32:42.334] Build status: SCHEDULED
[02:32:42.334] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:3:0) after 7m25s
[02:40:07.797] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:3:0)
[02:40:07.875] Build status: SCHEDULED
[02:40:07.875] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:4:0) after 3m45s
[02:43:52.891] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:4:0)
[02:43:52.952] Build status: SCHEDULED
[02:43:52.953] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:5:0) after 6m23s
[02:50:15.972] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:5:0)
[02:50:15.993] Build status: SCHEDULED
[02:50:15.993] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:6:0) after 7m53s
[02:58:09.067] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:6:0)
[02:58:09.089] Build status: SCHEDULED
[02:58:09.089] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:7:0) after 1m35s
[02:59:44.184] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:7:0)
[02:59:44.211] Build status: SCHEDULED
[02:59:44.211] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:8:0) after 9m58s
[03:09:42.420] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:8:0)
[03:09:42.459] Build status: SCHEDULED
[03:09:42.459] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:9:0) after 5m33s
[03:15:15.586] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:9:0)
[03:15:15.675] Build status: SCHEDULED
[03:15:15.675] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:10:0) after 8m33s
[03:23:48.824] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:10:0)
[03:23:48.847] Build status: SCHEDULED
[03:23:48.847] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:11:0) after 3m7s
[03:26:56.016] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:11:0)
[03:26:56.052] Build status: SCHEDULED
[03:26:56.052] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:12:0) after 9m19s
[03:36:15.211] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:12:0)
[03:36:15.259] Build status: SCHEDULED
[03:36:15.259] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:13:0) after 9m10s
[03:45:25.280] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:13:0)
[03:45:25.306] Build status: SCHEDULED
[03:45:25.306] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:14:0) after 8m18s
[03:53:43.331] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:14:0)
[03:53:43.354] Build status: SCHEDULED
[03:53:43.354] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:15:0) after 1m10s
[03:54:53.335] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:15:0)
[03:54:53.357] Build status: SCHEDULED
[03:54:53.357] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:16:0) after 7m0s
[04:01:53.554] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:16:0)
[04:01:53.586] Build status: SCHEDULED
[04:01:53.587] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:17:0) after 5m50s
[04:07:43.632] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:17:0)
[04:07:43.661] Build status: SCHEDULED
[04:07:43.661] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:18:0) after 1m17s
[04:09:00.690] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:18:0)
[04:09:00.716] Build status: SCHEDULED
[04:09:00.716] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:19:0) after 8m47s
[04:17:47.775] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:19:0)
[04:17:47.804] Build status: SCHEDULED
[04:17:47.804] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:20:0) after 7m53s
[04:25:40.928] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:20:0)
[04:25:40.949] Build status: SCHEDULED
[04:25:40.949] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:21:0) after 8m40s
[04:34:21.069] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:21:0)
[04:34:21.089] Build status: SCHEDULED
[04:34:21.090] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:22:0) after 2m28s
[04:36:49.176] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:22:0)
[04:36:49.197] Build status: SCHEDULED
[04:36:49.197] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:23:0) after 2m48s
[04:39:37.227] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:23:0)
[04:39:37.261] Build status: SCHEDULED
[04:39:37.261] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:24:0) after 1m29s
[04:41:06.287] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:24:0)
[04:41:06.314] Build status: SCHEDULED
[04:41:06.314] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:25:0) after 7m18s
[04:48:24.346] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:25:0)
[04:48:24.371] Build status: SCHEDULED
[04:48:24.371] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:26:0) after 4m41s
[04:53:05.614] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:26:0)
[04:53:05.643] Build status: SCHEDULED
[04:53:05.643] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:27:0) after 8m40s
[05:01:45.801] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:27:0)
[05:01:45.823] Build status: SCHEDULED
[05:01:45.823] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:28:0) after 9m10s
[05:10:55.977] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:28:0)
[05:10:55.997] Build status: SCHEDULED
[05:10:55.997] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:29:0) after 6m0s
[05:16:56.073] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:29:0)
[05:16:56.094] Build status: SCHEDULED
[05:16:56.094] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:30:0) after 2m27s
[05:19:23.121] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:30:0)
[05:19:23.147] Build status: SCHEDULED
[05:19:23.147] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:31:0) after 6m42s
[05:26:05.332] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:31:0)
[05:26:05.364] Build status: SCHEDULED
[05:26:05.364] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:32:0) after 9m18s
[05:35:23.477] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:32:0)
[05:35:23.501] Build status: SCHEDULED
[05:35:23.501] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:33:0) after 9m43s
[05:45:06.685] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:33:0)
[05:45:06.709] Build status: SCHEDULED
[05:45:06.709] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:34:0) after 7m34s
[05:52:40.797] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:34:0)
[05:52:40.818] Build status: SCHEDULED
[05:52:40.818] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:35:0) after 8m31s
[06:01:11.868] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:35:0)
[06:01:11.907] Build status: SCHEDULED
[06:01:11.907] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:36:0) after 9m6s
[06:10:18.074] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:36:0)
[06:10:18.098] Build status: SCHEDULED
[06:10:18.098] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:37:0) after 7m8s
[06:17:26.156] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:37:0)
[06:17:26.179] Build status: SCHEDULED
[06:17:26.179] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:38:0) after 8m23s
[06:25:49.219] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:38:0)
[06:25:49.242] Build status: SCHEDULED
[06:25:49.242] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:39:0) after 1m42s
[06:27:31.440] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:39:0)
[06:27:31.466] Build status: SCHEDULED
[06:27:31.466] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:40:0) after 6m28s
[06:33:59.486] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:40:0)
[06:33:59.506] Build status: SCHEDULED
[06:33:59.506] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:41:0) after 6m25s
[06:40:24.529] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:41:0)
[06:40:24.569] Build status: SCHEDULED
[06:40:24.569] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:42:0) after 9m9s
[06:49:33.781] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:42:0)
[06:49:33.805] Build status: SCHEDULED
[06:49:33.806] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:43:0) after 1m52s
[06:51:25.846] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:43:0)
[06:51:25.869] Build status: SCHEDULED
[06:51:25.869] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:44:0) after 8m50s
[07:00:15.978] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:44:0)
[07:00:16.003] Build status: SCHEDULED
[07:00:16.003] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:45:0) after 5m16s
[07:05:32.025] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:45:0)
[07:05:32.049] Build status: SCHEDULED
[07:05:32.049] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:46:0) after 1m31s
[07:07:03.220] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:46:0)
[07:07:03.409] Build status: SCHEDULED
[07:07:03.409] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:47:0) after 9m16s
[07:16:19.530] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:47:0)
[07:16:19.551] Build status: SCHEDULED
[07:16:19.551] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:48:0) after 1m8s
[07:17:27.530] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:48:0)
[07:17:27.567] Build status: SCHEDULED
[07:17:27.567] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:49:0) after 3m32s
[07:20:59.718] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:49:0)
[07:20:59.739] Build status: SCHEDULED
[07:20:59.739] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:50:0) after 4m6s
[07:25:05.833] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:50:0)
[07:25:05.861] Build status: SCHEDULED
[07:25:05.861] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:51:0) after 2m27s
[07:27:32.880] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:51:0)
[07:27:32.915] Build status: SCHEDULED
[07:27:32.915] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:52:0) after 4m2s
[07:31:34.990] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:52:0)
[07:31:35.016] Build status: SCHEDULED
[07:31:35.017] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:53:0) after 1m47s
[07:33:22.050] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:53:0)
[07:33:22.075] Build status: SCHEDULED
[07:33:22.075] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:54:0) after 6m51s
[07:40:13.102] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:54:0)
[07:40:13.124] Build status: SCHEDULED
[07:40:13.124] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:55:0) after 2m6s
[07:42:19.279] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:55:0)
[07:42:19.320] Build status: SCHEDULED
[07:42:19.320] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:56:0) after 9m19s
[07:51:38.460] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:56:0)
[07:51:38.480] Build status: SCHEDULED
[07:51:38.480] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:57:0) after 6m5s
[07:57:43.631] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:57:0)
[07:57:43.655] Build status: SCHEDULED
[07:57:43.655] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:58:0) after 2m31s
[08:00:14.741] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:58:0)
[08:00:14.784] Build status: SCHEDULED
[08:00:14.784] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:59:0) after 2m54s
[08:03:08.806] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:59:0)
[08:03:08.829] Build status: SCHEDULED
[08:03:08.829] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:60:0) after 2m40s
[08:05:48.871] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:60:0)
[08:05:48.902] Build status: SCHEDULED
[08:05:48.902] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:61:0) after 9m16s
[08:15:05.138] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:61:0)
[08:15:05.160] Build status: SCHEDULED
[08:15:05.160] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:62:0) after 6m26s
[08:21:31.411] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:62:0)
[08:21:31.484] Build status: SCHEDULED
[08:21:31.484] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:63:0) after 1m16s
[08:22:47.584] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:63:0)
[08:22:47.606] Build status: SCHEDULED
[08:22:47.606] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:64:0) after 4m7s
[08:26:54.670] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:64:0)
[08:26:54.692] Build status: SCHEDULED
[08:26:54.692] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:65:0) after 1m15s
[08:28:09.854] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:65:0)
[08:28:09.876] Build status: SCHEDULED
[08:28:09.876] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:66:0) after 2m44s
[08:30:53.998] Handling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:66:0)
[08:30:54.020] Build status: SCHEDULED
[08:30:54.020] Scheduling timer "check-buildbucket-build-status" (chromium/Mac deterministic:8958456993864436368:67:0) after 8m35s
[08:32:02.838] Received PubSub notification, asking Buildbucket for the build status
[08:32:02.862] Build:
{
"id": "8793026931957263025",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "Mac deterministic"
},
"number": 60158,
"createdBy": "project:chromium",
"createTime": "2023-01-03T02:31:13.731512267Z",
"endTime": "2023-01-03T08:32:01.673650Z",
"updateTime": "2023-01-03T08:32:01.673650Z",
"status": "INFRA_FAILURE",
"statusDetails": {
"resourceExhaustion": {
},
"timeout": {
}
},
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "893f782694da61517f4bf101b1a09e0fc4f98f03",
"ref": "refs/heads/main"
}
}
}
[08:32:02.862] Invocation finished in 6h0m50.332913365s with status FAILED