[00:57:17.617] New invocation is queued and will start shortly
[00:57:18.762] Starting the invocation (attempt 1)
[00:57:18.812] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ce74c2d63b25d0718e1aa8471a0fbaf619cae0ae"
[00:57:18.813] Popped gitiles commit info from properties and tags
[00:57:18.813] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:57:18.813] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:57:18.813] Buildbucket request:
{
"requestId": "8955563799587653248",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMac"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "ce74c2d63b25d0718e1aa8471a0fbaf619cae0ae",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8955563799587653248"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTMac"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[00:57:19.381] Scheduled build:
{
"id": "8790133737545548257",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMac"
},
"number": 29738,
"createdBy": "project:chromium",
"createTime": "2023-02-04T00:57:18.934988641Z",
"updateTime": "2023-02-04T00:57:18.934988641Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "ce74c2d63b25d0718e1aa8471a0fbaf619cae0ae",
"ref": "refs/heads/main"
}
}
}
[00:57:19.381] Task URL: https://cr-buildbucket.appspot.com/build/8790133737545548257
[00:57:19.381] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:2:0) after 9m27s
[01:02:48.752] Received PubSub notification, asking Buildbucket for the build status
[01:02:48.772] Build status: STARTED
[01:06:46.405] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:2:0)
[01:06:46.432] Build status: STARTED
[01:06:46.432] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:4:0) after 5m38s
[01:12:24.689] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:4:0)
[01:12:24.710] Build status: STARTED
[01:12:24.710] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:5:0) after 4m36s
[01:17:00.735] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:5:0)
[01:17:00.760] Build status: STARTED
[01:17:00.760] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:6:0) after 8m41s
[01:25:41.829] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:6:0)
[01:25:41.867] Build status: STARTED
[01:25:41.867] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:7:0) after 7m13s
[01:32:55.077] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:7:0)
[01:32:55.119] Build status: STARTED
[01:32:55.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:8:0) after 4m40s
[01:37:35.165] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:8:0)
[01:37:35.196] Build status: STARTED
[01:37:35.196] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:9:0) after 8m7s
[01:45:42.232] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:9:0)
[01:45:42.253] Build status: STARTED
[01:45:42.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:10:0) after 2m51s
[01:48:33.473] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:10:0)
[01:48:33.496] Build status: STARTED
[01:48:33.496] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:11:0) after 2m28s
[01:51:01.536] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:11:0)
[01:51:01.566] Build status: STARTED
[01:51:01.566] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:12:0) after 8m9s
[01:59:10.664] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:12:0)
[01:59:10.688] Build status: STARTED
[01:59:10.688] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:13:0) after 5m55s
[02:05:05.720] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:13:0)
[02:05:05.743] Build status: STARTED
[02:05:05.743] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:14:0) after 4m11s
[02:09:16.871] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:14:0)
[02:09:16.892] Build status: STARTED
[02:09:16.892] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:15:0) after 5m51s
[02:15:07.919] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:15:0)
[02:15:07.952] Build status: STARTED
[02:15:07.952] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:16:0) after 1m15s
[02:16:22.948] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:16:0)
[02:16:22.968] Build status: STARTED
[02:16:22.968] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:17:0) after 4m31s
[02:20:53.995] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:17:0)
[02:20:54.019] Build status: STARTED
[02:20:54.019] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:18:0) after 1m55s
[02:22:49.045] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:18:0)
[02:22:49.073] Build status: STARTED
[02:22:49.073] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:19:0) after 9m33s
[02:32:22.149] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:19:0)
[02:32:22.170] Build status: STARTED
[02:32:22.170] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:20:0) after 5m47s
[02:38:09.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:20:0)
[02:38:09.258] Build status: STARTED
[02:38:09.259] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:21:0) after 7m31s
[02:45:40.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:21:0)
[02:45:40.319] Build status: STARTED
[02:45:40.319] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:22:0) after 7m12s
[02:52:52.656] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:22:0)
[02:52:52.677] Build status: STARTED
[02:52:52.677] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:23:0) after 8m15s
[03:01:07.907] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:23:0)
[03:01:07.929] Build status: STARTED
[03:01:07.929] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:24:0) after 8m11s
[03:09:18.941] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:24:0)
[03:09:18.963] Build status: STARTED
[03:09:18.963] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:25:0) after 5m26s
[03:14:45.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:25:0)
[03:14:45.175] Build status: STARTED
[03:14:45.176] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:26:0) after 9m52s
[03:24:37.551] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:26:0)
[03:24:37.732] Build status: STARTED
[03:24:37.732] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:27:0) after 4m59s
[03:29:36.789] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:27:0)
[03:29:36.811] Build status: STARTED
[03:29:36.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:28:0) after 9m46s
[03:39:22.841] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:28:0)
[03:39:22.862] Build status: STARTED
[03:39:22.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:29:0) after 6m18s
[03:45:40.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:29:0)
[03:45:41.026] Build status: STARTED
[03:45:41.026] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:30:0) after 3m45s
[03:49:26.054] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:30:0)
[03:49:26.164] Build status: STARTED
[03:49:26.164] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:31:0) after 9m52s
[03:59:18.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:31:0)
[03:59:18.252] Build status: STARTED
[03:59:18.253] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:32:0) after 4m0s
[04:03:18.333] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:32:0)
[04:03:18.359] Build status: STARTED
[04:03:18.359] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:33:0) after 2m59s
[04:06:17.391] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:33:0)
[04:06:17.416] Build status: STARTED
[04:06:17.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:34:0) after 4m15s
[04:10:32.440] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:34:0)
[04:10:32.466] Build status: STARTED
[04:10:32.466] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:35:0) after 8m4s
[04:18:36.507] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:35:0)
[04:18:36.528] Build status: STARTED
[04:18:36.528] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:36:0) after 4m7s
[04:22:44.166] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:36:0)
[04:22:44.188] Build status: STARTED
[04:22:44.188] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:37:0) after 2m44s
[04:25:28.216] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:37:0)
[04:25:28.246] Build status: STARTED
[04:25:28.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:38:0) after 6m3s
[04:31:31.316] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:38:0)
[04:31:31.335] Build status: STARTED
[04:31:31.335] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:39:0) after 4m50s
[04:36:21.365] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:39:0)
[04:36:21.386] Build status: STARTED
[04:36:21.386] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:40:0) after 6m33s
[04:42:54.498] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:40:0)
[04:42:54.538] Build status: STARTED
[04:42:54.538] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:41:0) after 8m52s
[04:51:46.667] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:41:0)
[04:51:46.686] Build status: STARTED
[04:51:46.686] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:42:0) after 3m53s
[04:55:39.982] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:42:0)
[04:55:40.027] Build status: STARTED
[04:55:40.027] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:43:0) after 1m39s
[04:57:19.055] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:43:0)
[04:57:19.119] Build status: STARTED
[04:57:19.119] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:44:0) after 3m10s
[05:00:29.148] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:44:0)
[05:00:29.169] Build status: STARTED
[05:00:29.169] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:45:0) after 6m19s
[05:06:48.203] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:45:0)
[05:06:48.262] Build status: STARTED
[05:06:48.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:46:0) after 2m29s
[05:09:17.387] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:46:0)
[05:09:17.405] Build status: STARTED
[05:09:17.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:47:0) after 5m59s
[05:15:16.427] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:47:0)
[05:15:16.451] Build status: STARTED
[05:15:16.451] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:48:0) after 5m35s
[05:20:51.824] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:48:0)
[05:20:51.843] Build status: STARTED
[05:20:51.844] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:49:0) after 4m58s
[05:25:49.906] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:49:0)
[05:25:49.927] Build status: STARTED
[05:25:49.927] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:50:0) after 8m39s
[05:34:29.081] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:50:0)
[05:34:29.106] Build status: STARTED
[05:34:29.106] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:51:0) after 9m38s
[05:44:07.156] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:51:0)
[05:44:07.226] Build status: STARTED
[05:44:07.226] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:52:0) after 4m25s
[05:48:32.251] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:52:0)
[05:48:32.398] Build status: STARTED
[05:48:32.398] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:53:0) after 8m4s
[05:56:36.385] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:53:0)
[05:56:36.448] Build status: STARTED
[05:56:36.448] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:54:0) after 7m1s
[06:03:37.480] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:54:0)
[06:03:37.501] Build status: STARTED
[06:03:37.501] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:55:0) after 3m9s
[06:06:46.632] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:55:0)
[06:06:46.658] Build status: STARTED
[06:06:46.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:56:0) after 4m23s
[06:11:09.847] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:56:0)
[06:11:09.865] Build status: STARTED
[06:11:09.865] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:57:0) after 9m9s
[06:20:18.894] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:57:0)
[06:20:18.919] Build status: STARTED
[06:20:18.920] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:58:0) after 5m16s
[06:25:35.073] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:58:0)
[06:25:35.097] Build status: STARTED
[06:25:35.097] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:59:0) after 9m15s
[06:34:50.113] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:59:0)
[06:34:50.132] Build status: STARTED
[06:34:50.132] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:60:0) after 2m43s
[06:37:33.582] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:60:0)
[06:37:33.664] Build status: STARTED
[06:37:33.664] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:61:0) after 2m47s
[06:40:20.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:61:0)
[06:40:20.731] Build status: STARTED
[06:40:20.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:62:0) after 4m42s
[06:45:02.762] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:62:0)
[06:45:02.797] Build status: STARTED
[06:45:02.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:63:0) after 2m12s
[06:47:14.784] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:63:0)
[06:47:14.810] Build status: STARTED
[06:47:14.810] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:64:0) after 2m27s
[06:49:41.836] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:64:0)
[06:49:41.862] Build status: STARTED
[06:49:41.862] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:65:0) after 2m17s
[06:51:58.897] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:65:0)
[06:51:58.919] Build status: STARTED
[06:51:58.919] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:66:0) after 8m38s
[07:00:36.957] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:66:0)
[07:00:36.985] Build status: STARTED
[07:00:36.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:67:0) after 7m30s
[07:08:07.011] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:67:0)
[07:08:07.033] Build status: STARTED
[07:08:07.033] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:68:0) after 8m7s
[07:16:14.265] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:68:0)
[07:16:14.297] Build status: STARTED
[07:16:14.297] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:69:0) after 7m48s
[07:24:02.377] Handling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:69:0)
[07:24:02.445] Build status: STARTED
[07:24:02.445] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMac:8955563799587653248:70:0) after 9m30s
[07:26:27.514] Received PubSub notification, asking Buildbucket for the build status
[07:26:27.533] Build:
{
"id": "8790133737545548257",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMac"
},
"number": 29738,
"createdBy": "project:chromium",
"createTime": "2023-02-04T00:57:18.934988641Z",
"startTime": "2023-02-04T01:02:46.335394Z",
"endTime": "2023-02-04T07:26:27.276830895Z",
"updateTime": "2023-02-04T07:26:27.276830895Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "ce74c2d63b25d0718e1aa8471a0fbaf619cae0ae",
"ref": "refs/heads/main"
}
}
}
[07:26:27.533] Invocation finished in 6h29m9.930749313s with status FAILED