[04:46:17.302] New invocation is queued and will start shortly
[04:46:18.403] Starting the invocation (attempt 1)
[04:46:18.442] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0da7e8eea8e92e4a5d8fe5d1b6212c814ad26141"
[04:46:18.442] Popped gitiles commit info from properties and tags
[04:46:18.442] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:46:18.442] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:46:18.443] Buildbucket request:
{
"requestId": "8983725049036382496",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"properties": {
},
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "0da7e8eea8e92e4a5d8fe5d1b6212c814ad26141",
"ref": "refs/heads/main"
},
"tags": [
{
"key": "scheduler_invocation_id",
"value": "8983725049036382496"
},
{
"key": "scheduler_job_id",
"value": "chromium/ToTMacASan"
},
{
"key": "user_agent",
"value": "luci-scheduler"
}
],
"notify": {
"pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
}
}
[04:46:18.979] Scheduled build:
{
"id": "8818294987101956913",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"number": 26765,
"createdBy": "project:chromium",
"createTime": "2022-03-30T04:46:18.514523003Z",
"updateTime": "2022-03-30T04:46:18.514523003Z",
"status": "SCHEDULED",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "0da7e8eea8e92e4a5d8fe5d1b6212c814ad26141",
"ref": "refs/heads/main"
}
},
"canary": true
}
[04:46:18.979] Task URL: https://cr-buildbucket.appspot.com/build/8818294987101956913
[04:46:18.979] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:2:0) after 7m2s
[04:53:21.031] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:2:0)
[04:53:21.060] Build status: SCHEDULED
[04:53:21.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:3:0) after 9m42s
[04:53:53.160] Received PubSub notification, asking Buildbucket for the build status
[04:53:53.182] Build status: STARTED
[05:03:03.524] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:3:0)
[05:03:03.544] Build status: STARTED
[05:03:03.544] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:5:0) after 4m18s
[05:07:21.771] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:5:0)
[05:07:21.795] Build status: STARTED
[05:07:21.795] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:6:0) after 6m52s
[05:14:13.932] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:6:0)
[05:14:13.967] Build status: STARTED
[05:14:13.967] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:7:0) after 4m21s
[05:18:34.992] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:7:0)
[05:18:35.039] Build status: STARTED
[05:18:35.039] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:8:0) after 5m39s
[05:24:14.084] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:8:0)
[05:24:14.105] Build status: STARTED
[05:24:14.105] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:9:0) after 2m4s
[05:26:18.219] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:9:0)
[05:26:18.238] Build status: STARTED
[05:26:18.238] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:10:0) after 5m6s
[05:31:24.374] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:10:0)
[05:31:24.391] Build status: STARTED
[05:31:24.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:11:0) after 2m55s
[05:34:19.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:11:0)
[05:34:19.644] Build status: STARTED
[05:34:19.644] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:12:0) after 4m42s
[05:39:01.772] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:12:0)
[05:39:01.792] Build status: STARTED
[05:39:01.792] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:13:0) after 3m18s
[05:42:19.796] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:13:0)
[05:42:19.953] Build status: STARTED
[05:42:19.953] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:14:0) after 1m54s
[05:44:14.177] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:14:0)
[05:44:14.197] Build status: STARTED
[05:44:14.197] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:15:0) after 2m45s
[05:46:59.240] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:15:0)
[05:46:59.262] Build status: STARTED
[05:46:59.262] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:16:0) after 8m27s
[05:55:26.289] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:16:0)
[05:55:26.308] Build status: STARTED
[05:55:26.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:17:0) after 5m7s
[06:00:33.340] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:17:0)
[06:00:33.368] Build status: STARTED
[06:00:33.368] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:18:0) after 8m14s
[06:08:47.562] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:18:0)
[06:08:47.587] Build status: STARTED
[06:08:47.587] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:19:0) after 5m50s
[06:14:37.786] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:19:0)
[06:14:37.852] Build status: STARTED
[06:14:37.852] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:20:0) after 2m18s
[06:16:55.878] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:20:0)
[06:16:55.902] Build status: STARTED
[06:16:55.902] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:21:0) after 8m51s
[06:25:46.936] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:21:0)
[06:25:46.965] Build status: STARTED
[06:25:46.965] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:22:0) after 1m26s
[06:27:13.105] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:22:0)
[06:27:13.126] Build status: STARTED
[06:27:13.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:23:0) after 3m40s
[06:30:53.152] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:23:0)
[06:30:53.178] Build status: STARTED
[06:30:53.178] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:24:0) after 5m45s
[06:36:38.344] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:24:0)
[06:36:38.385] Build status: STARTED
[06:36:38.385] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:25:0) after 2m53s
[06:39:31.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:25:0)
[06:39:31.430] Build status: STARTED
[06:39:31.430] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:26:0) after 7m9s
[06:46:40.463] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:26:0)
[06:46:40.484] Build status: STARTED
[06:46:40.484] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:27:0) after 3m50s
[06:50:30.515] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:27:0)
[06:50:30.535] Build status: STARTED
[06:50:30.535] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:28:0) after 5m45s
[06:56:15.563] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:28:0)
[06:56:15.588] Build status: STARTED
[06:56:15.588] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:29:0) after 5m33s
[07:01:48.615] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:29:0)
[07:01:48.670] Build status: STARTED
[07:01:48.670] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:30:0) after 2m8s
[07:03:56.700] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:30:0)
[07:03:56.722] Build status: STARTED
[07:03:56.722] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:31:0) after 5m10s
[07:09:06.826] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:31:0)
[07:09:06.856] Build status: STARTED
[07:09:06.856] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:32:0) after 4m0s
[07:13:06.884] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:32:0)
[07:13:06.905] Build status: STARTED
[07:13:06.905] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:33:0) after 5m39s
[07:18:46.035] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:33:0)
[07:18:46.055] Build status: STARTED
[07:18:46.055] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:34:0) after 2m54s
[07:21:40.107] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:34:0)
[07:21:40.126] Build status: STARTED
[07:21:40.126] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:35:0) after 3m7s
[07:24:47.137] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:35:0)
[07:24:47.207] Build status: STARTED
[07:24:47.207] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:36:0) after 8m27s
[07:33:14.241] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:36:0)
[07:33:14.265] Build status: STARTED
[07:33:14.265] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:37:0) after 5m4s
[07:38:18.394] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:37:0)
[07:38:18.416] Build status: STARTED
[07:38:18.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:38:0) after 1m25s
[07:39:43.601] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:38:0)
[07:39:43.634] Build status: STARTED
[07:39:43.634] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:39:0) after 8m51s
[07:48:34.660] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:39:0)
[07:48:34.682] Build status: STARTED
[07:48:34.682] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:40:0) after 9m33s
[07:58:07.712] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:40:0)
[07:58:07.734] Build status: STARTED
[07:58:07.734] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:41:0) after 3m35s
[08:01:42.763] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:41:0)
[08:01:42.796] Build status: STARTED
[08:01:42.796] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:42:0) after 5m26s
[08:07:08.851] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:42:0)
[08:07:08.894] Build status: STARTED
[08:07:08.894] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:43:0) after 5m33s
[08:12:41.942] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:43:0)
[08:12:41.960] Build status: STARTED
[08:12:41.960] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:44:0) after 7m48s
[08:20:29.993] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:44:0)
[08:20:30.030] Build status: STARTED
[08:20:30.030] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:45:0) after 2m48s
[08:23:18.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:45:0)
[08:23:18.113] Build status: STARTED
[08:23:18.113] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:46:0) after 3m12s
[08:26:30.213] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:46:0)
[08:26:30.236] Build status: STARTED
[08:26:30.236] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:47:0) after 9m56s
[08:36:26.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:47:0)
[08:36:26.416] Build status: STARTED
[08:36:26.416] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:48:0) after 5m12s
[08:41:38.447] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:48:0)
[08:41:38.480] Build status: STARTED
[08:41:38.480] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:49:0) after 5m31s
[08:47:09.614] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:49:0)
[08:47:09.635] Build status: STARTED
[08:47:09.635] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:50:0) after 3m5s
[08:50:14.631] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:50:0)
[08:50:14.667] Build status: STARTED
[08:50:14.667] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:51:0) after 5m38s
[08:55:52.852] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:51:0)
[08:55:52.875] Build status: STARTED
[08:55:52.875] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:52:0) after 1m28s
[08:57:20.902] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:52:0)
[08:57:20.931] Build status: STARTED
[08:57:20.931] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:53:0) after 8m5s
[09:05:25.963] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:53:0)
[09:05:25.997] Build status: STARTED
[09:05:25.997] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:54:0) after 8m56s
[09:14:22.026] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:54:0)
[09:14:22.049] Build status: STARTED
[09:14:22.049] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:55:0) after 2m37s
[09:16:59.222] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:55:0)
[09:16:59.243] Build status: STARTED
[09:16:59.243] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:56:0) after 2m13s
[09:19:12.389] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:56:0)
[09:19:12.408] Build status: STARTED
[09:19:12.408] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:57:0) after 8m50s
[09:28:02.545] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:57:0)
[09:28:02.567] Build status: STARTED
[09:28:02.567] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:58:0) after 4m22s
[09:32:24.638] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:58:0)
[09:32:24.672] Build status: STARTED
[09:32:24.672] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:59:0) after 3m17s
[09:35:41.930] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:59:0)
[09:35:41.954] Build status: STARTED
[09:35:41.954] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:60:0) after 3m58s
[09:39:40.082] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:60:0)
[09:39:40.104] Build status: STARTED
[09:39:40.104] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:61:0) after 4m50s
[09:44:30.136] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:61:0)
[09:44:30.159] Build status: STARTED
[09:44:30.159] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:62:0) after 8m59s
[09:53:29.225] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:62:0)
[09:53:29.246] Build status: STARTED
[09:53:29.246] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:63:0) after 9m50s
[10:03:19.384] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:63:0)
[10:03:19.405] Build status: STARTED
[10:03:19.405] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:64:0) after 9m6s
[10:12:25.681] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:64:0)
[10:12:25.706] Build status: STARTED
[10:12:25.706] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:65:0) after 9m15s
[10:21:40.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:65:0)
[10:21:40.933] Build status: STARTED
[10:21:40.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:66:0) after 6m28s
[10:28:09.126] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:66:0)
[10:28:09.183] Build status: STARTED
[10:28:09.183] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:67:0) after 8m51s
[10:37:00.228] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:67:0)
[10:37:00.252] Build status: STARTED
[10:37:00.252] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:68:0) after 5m39s
[10:42:39.390] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:68:0)
[10:42:39.454] Build status: STARTED
[10:42:39.454] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:69:0) after 6m13s
[10:48:52.583] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:69:0)
[10:48:52.605] Build status: STARTED
[10:48:52.605] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:70:0) after 9m8s
[10:58:00.863] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:70:0)
[10:58:00.888] Build status: STARTED
[10:58:00.888] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:71:0) after 1m42s
[10:59:43.171] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:71:0)
[10:59:43.199] Build status: STARTED
[10:59:43.199] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:72:0) after 2m52s
[11:02:35.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:72:0)
[11:02:35.279] Build status: STARTED
[11:02:35.279] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:73:0) after 7m26s
[11:10:01.285] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:73:0)
[11:10:01.307] Build status: STARTED
[11:10:01.308] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:74:0) after 8m42s
[11:18:43.336] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:74:0)
[11:18:43.358] Build status: STARTED
[11:18:43.358] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:75:0) after 1m50s
[11:20:33.554] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:75:0)
[11:20:33.591] Build status: STARTED
[11:20:33.591] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:76:0) after 1m23s
[11:21:56.620] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:76:0)
[11:21:56.640] Build status: STARTED
[11:21:56.640] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:77:0) after 6m35s
[11:28:31.775] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:77:0)
[11:28:31.797] Build status: STARTED
[11:28:31.797] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:78:0) after 5m35s
[11:34:06.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:78:0)
[11:34:06.961] Build status: STARTED
[11:34:06.961] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:79:0) after 5m58s
[11:40:05.079] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:79:0)
[11:40:05.100] Build status: STARTED
[11:40:05.100] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:80:0) after 5m26s
[11:45:31.190] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:80:0)
[11:45:31.210] Build status: STARTED
[11:45:31.210] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:81:0) after 2m39s
[11:48:10.249] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:81:0)
[11:48:10.281] Build status: STARTED
[11:48:10.281] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:82:0) after 8m2s
[11:56:12.399] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:82:0)
[11:56:12.451] Build status: STARTED
[11:56:12.452] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:83:0) after 7m2s
[12:03:14.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:83:0)
[12:03:14.594] Build status: STARTED
[12:03:14.594] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:84:0) after 5m21s
[12:08:35.655] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:84:0)
[12:08:35.678] Build status: STARTED
[12:08:35.678] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:85:0) after 4m54s
[12:13:29.912] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:85:0)
[12:13:29.947] Build status: STARTED
[12:13:29.947] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:86:0) after 9m49s
[12:23:19.030] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:86:0)
[12:23:19.066] Build status: STARTED
[12:23:19.066] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:87:0) after 3m57s
[12:27:16.350] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:87:0)
[12:27:16.376] Build status: STARTED
[12:27:16.376] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:88:0) after 4m37s
[12:31:53.411] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:88:0)
[12:31:53.442] Build status: STARTED
[12:31:53.442] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:89:0) after 9m37s
[12:41:30.571] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:89:0)
[12:41:30.593] Build status: STARTED
[12:41:30.593] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:90:0) after 4m2s
[12:45:32.783] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:90:0)
[12:45:32.817] Build status: STARTED
[12:45:32.817] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:91:0) after 5m17s
[12:50:49.862] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:91:0)
[12:50:49.884] Build status: STARTED
[12:50:49.884] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:92:0) after 2m22s
[12:53:11.913] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:92:0)
[12:53:11.935] Build status: STARTED
[12:53:11.935] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:93:0) after 5m16s
[12:58:27.964] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:93:0)
[12:58:27.985] Build status: STARTED
[12:58:27.985] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:94:0) after 8m14s
[13:06:42.439] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:94:0)
[13:06:42.457] Build status: STARTED
[13:06:42.457] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:95:0) after 8m20s
[13:15:02.704] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:95:0)
[13:15:02.724] Build status: STARTED
[13:15:02.724] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:96:0) after 2m48s
[13:17:50.790] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:96:0)
[13:17:50.811] Build status: STARTED
[13:17:50.811] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:97:0) after 7m21s
[13:25:11.965] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:97:0)
[13:25:11.991] Build status: STARTED
[13:25:11.991] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:98:0) after 1m33s
[13:26:45.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:98:0)
[13:26:45.061] Build status: STARTED
[13:26:45.061] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:99:0) after 1m34s
[13:28:19.094] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:99:0)
[13:28:19.116] Build status: STARTED
[13:28:19.116] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:100:0) after 6m49s
[13:35:08.253] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:100:0)
[13:35:08.331] Build status: STARTED
[13:35:08.331] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:101:0) after 3m32s
[13:38:40.361] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:101:0)
[13:38:40.391] Build status: STARTED
[13:38:40.391] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:102:0) after 4m10s
[13:42:50.635] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:102:0)
[13:42:50.658] Build status: STARTED
[13:42:50.658] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:103:0) after 9m48s
[13:52:38.707] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:103:0)
[13:52:38.731] Build status: STARTED
[13:52:38.731] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:104:0) after 8m8s
[14:00:46.769] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:104:0)
[14:00:46.837] Build status: STARTED
[14:00:46.837] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:105:0) after 4m32s
[14:05:18.866] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:105:0)
[14:05:18.887] Build status: STARTED
[14:05:18.887] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:106:0) after 6m27s
[14:11:46.275] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:106:0)
[14:11:46.295] Build status: STARTED
[14:11:46.295] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:107:0) after 7m16s
[14:19:02.443] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:107:0)
[14:19:02.577] Build status: STARTED
[14:19:02.577] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:108:0) after 4m30s
[14:23:33.029] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:108:0)
[14:23:33.062] Build status: STARTED
[14:23:33.062] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:109:0) after 3m7s
[14:26:40.201] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:109:0)
[14:26:40.222] Build status: STARTED
[14:26:40.222] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:110:0) after 5m53s
[14:32:33.272] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:110:0)
[14:32:33.296] Build status: STARTED
[14:32:33.296] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:111:0) after 4m33s
[14:37:06.309] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:111:0)
[14:37:06.342] Build status: STARTED
[14:37:06.342] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:112:0) after 4m14s
[14:41:21.119] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:112:0)
[14:41:21.158] Build status: STARTED
[14:41:21.158] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:113:0) after 6m29s
[14:47:50.464] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:113:0)
[14:47:50.481] Build status: STARTED
[14:47:50.481] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:114:0) after 8m39s
[14:56:29.513] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:114:0)
[14:56:29.533] Build status: STARTED
[14:56:29.533] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:115:0) after 8m46s
[15:05:15.567] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:115:0)
[15:05:15.597] Build status: STARTED
[15:05:15.597] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:116:0) after 2m2s
[15:07:17.773] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:116:0)
[15:07:17.794] Build status: STARTED
[15:07:17.794] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:117:0) after 2m24s
[15:09:41.911] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:117:0)
[15:09:41.933] Build status: STARTED
[15:09:41.933] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:118:0) after 4m13s
[15:13:54.971] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:118:0)
[15:13:55.046] Build status: STARTED
[15:13:55.046] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:119:0) after 8m41s
[15:22:36.088] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:119:0)
[15:22:36.134] Build status: STARTED
[15:22:36.134] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:120:0) after 8m22s
[15:30:58.397] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:120:0)
[15:30:58.420] Build status: STARTED
[15:30:58.420] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:121:0) after 5m50s
[15:36:48.461] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:121:0)
[15:36:48.490] Build status: STARTED
[15:36:48.490] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:122:0) after 1m45s
[15:38:33.716] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:122:0)
[15:38:33.740] Build status: STARTED
[15:38:33.740] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:123:0) after 3m45s
[15:42:18.951] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:123:0)
[15:42:18.978] Build status: STARTED
[15:42:18.978] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:124:0) after 4m36s
[15:46:55.024] Handling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:124:0)
[15:46:55.060] Build status: STARTED
[15:46:55.060] Scheduling timer "check-buildbucket-build-status" (chromium/ToTMacASan:8983725049036382496:125:0) after 6m30s
[15:51:00.944] Received PubSub notification, asking Buildbucket for the build status
[15:51:00.979] Build:
{
"id": "8818294987101956913",
"builder": {
"project": "chromium",
"bucket": "ci",
"builder": "ToTMacASan"
},
"number": 26765,
"createdBy": "project:chromium",
"createTime": "2022-03-30T04:46:18.514523003Z",
"startTime": "2022-03-30T04:53:52.589727Z",
"endTime": "2022-03-30T15:51:00.361271500Z",
"updateTime": "2022-03-30T15:51:00.361271500Z",
"status": "FAILURE",
"input": {
"gitilesCommit": {
"host": "chromium.googlesource.com",
"project": "chromium/src",
"id": "0da7e8eea8e92e4a5d8fe5d1b6212c814ad26141",
"ref": "refs/heads/main"
}
},
"canary": true
}
[15:51:00.979] Invocation finished in 11h4m43.69275965s with status FAILED