Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 4 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-osxbeta-rel"
>

Incoming triggers

  • Mac Builder (dbg)/241499 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241500 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241501 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241502 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241503 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241504 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241505 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241506 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241507 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241508 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241509 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241510 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241511 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241512 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241513 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241514 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241515 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241516 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241517 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241518 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/241519 (3 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "6e8da4fcf3504cf4449b76701e364584235c1e28",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "6e8da4fcf3504cf4449b76701e364584235c1e28"
  },
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "Mac Builder (dbg)",
  "parent_got_angle_revision": "3f5fcf15e6e80c7c06e2b3d94f7b231d9995e9c9",
  "parent_got_dawn_revision": "8b032edf0c5d618320d476f0b1c8b4b4eb935935",
  "parent_got_nacl_revision": "397f1ecac4eb0d6810d6ef9ebf66f6540587deae",
  "parent_got_revision": "6e8da4fcf3504cf4449b76701e364584235c1e28",
  "parent_got_revision_cp": "refs/heads/main@{#1093144}",
  "parent_got_swiftshader_revision": "aae98adc2222dcada4aa952cccad48ab08e34004",
  "parent_got_v8_revision": "cb5724ecc09929b9c248b035481130dc30ccc7a4",
  "parent_got_v8_revision_cp": "refs/heads/11.1.199@{#1}",
  "parent_got_webrtc_revision": "a6b992498866c3378a79d43cc186acba38b2a41b",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#39116}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "6e8da4fcf3504cf4449b76701e364584235c1e28",
  "swarm_hashes": {
    "absl_hardening_tests": "728dbabd1db773ae3f2d58913d7f4a6ee619dd293193dbfb3bc27ac73d39fd4b/322",
    "accessibility_unittests": "aa98055c7e6a63322ff234302328c707d6d6a56c449c43f7ab8031e0288279ae/322",
    "angle_unittests": "fb71f928bf47ffb3d479a5494d557742401ac5766bbb60ca8a1f2dbbbab86347/407",
    "app_shell_unittests": "2bc585efd9bd8fdec5faeeeb13f83d71b05a4006be994bbfe9d85733933c1add/483",
    "base_unittests": "b542168d6ccaf244fb86c4d2b36219c1a7a419b89ed4100ecec948e9a0607c43/479",
    "blink_common_unittests": "3df98168dba79734172dae0f144723d322cc364ea5eaea13514803da5de421b6/484",
    "blink_fuzzer_unittests": "addb4d41def35bb612c4c89ee7e12cf70b6fa03809e2bcc158036755623b2db5/322",
    "blink_heap_unittests": "3f09ca992ca9345ee084c6b7e54ad3fe8c8cd3269827f1760c11d243bd6fa127/322",
    "blink_platform_unittests": "d04e88a14f73c21271b5a370a5519b8d6f3ca92e476eb8b54d1cec6c355e833f/563",
    "blink_python_tests": "ed744b22fd9e68de9dd986003434780b956dad0712ee9d86571e6122d10c8a95/573",
    "blink_unittests": "5e3dbcd19180fb159a25f55b7eec7b09fb55e04fcc2e745c15497c99325ca5d0/648",
    "blink_web_tests": "d630a0d1f3957aa9b0be826e7d1feda2f9d79597b0fa0cb066e1efc6c535169f/565",
    "blink_wpt_tests": "e4fc937303fd6b992ee61d4801e07083e9e760c18f6c531eb2350535792a1cf5/565",
    "boringssl_crypto_tests": "f15c61b576138904f0e2591719fc994f7b0373adcded20fe3b85c119289703b8/407",
    "boringssl_ssl_tests": "e5d1c6d0cd258e4d9033be2eaee884b6ac7a6d6ea4b5ea718c6b605f60b1c40b/322",
    "browser_tests": "a86f72bfcf34d8f2d967275cb2c3f25e3167bc57ea97facd2b2204677952d47c/1292",
    "capture_unittests": "4a1e83effbab0b2acbf25d812ead446e03a80000928f2437cf3488c910528c80/401",
    "cast_unittests": "ae391649ec31059304421fb2d0022383126b4463ff44cd09f8a27a6111ab3025/322",
    "cc_unittests": "5bd94de9d2a4ca262868fd9bd37c40bbfa689bcf0ba91675af63b12ea329fa47/482",
    "chrome_app_unittests": "045db700af07307c074adc693582395c39aec476f680652ab9c65572da76de32/563",
    "chromedriver_py_tests": "62c2ad85eb99c91b1dbdc0536c145d0fe1c840e34e7fc8744f1c24fb4d7daa13/488",
    "chromedriver_replay_unittests": "b84db477958cb6227c45d0317f343f16c0d3970d508103f32f0955dc6d230bb1/325",
    "chromedriver_unittests": "c844a6eec46e82f0e90a070ba5fab8c0548473786cd78cab538655e77932b347/479",
    "color_unittests": "f5e595ef20cb92473bacb7d7e9eaeec3ba6b2dcf794faba3a0a96d463311ae7e/322",
    "components_browsertests": "aea80a0c503303cf48650bfaf62744371a958baf9a18da2c820e7646cbdb84a5/651",
    "components_perftests": "33763a189c28a0d5ddf9d06e9611d2d86329499985f1c769bd6c989df421ed52/648",
    "components_unittests": "31f0ba45a477b17acbd6cb40c0d2d71ca3c73d84cbb8dc4c2fc3bf7a918965f8/730",
    "content_browsertests": "019bd61ea230b3c8176e001e563ebe9ebf9f6029503ea4466479289d73da2b6b/724",
    "content_nocompile_tests": "76fa418f00928ca0732b41ec8c309bb2f7a8a09e66d791534c0faa3594576956/399",
    "content_shell_crash_test": "a65dfdd6044ed6ed44c6b5ba46a5a45de785529ccb9afee0ecb7280d09ba7279/565",
    "content_unittests": "d8fdc71b3ed4774de866ceb6f5ca5783a93e9042177d78b451a5dcd33e553b4b/559",
    "crashpad_tests": "8b4cbbaa59b5c06ce8b8355416d93ad0252db1b892fe48eec98fae30a1f784b7/407",
    "cronet_tests": "c4cf7bb468f197667c59600b601d5951321deacdbce5e9efe574972d7c295665/483",
    "cronet_unittests": "c20e59ab1efde36eeea92ace80cbc8d1f5de7e9998461f04d625140f0eb7fdb0/399",
    "crypto_unittests": "cb0a37aaeb1398ccc96c643cc69c427fdc52f941bf7dc2ed3468e51ad5d4d5f7/322",
    "device_unittests": "35e9db8db5afdf77c7aed9ea1af5174341598b16712e5f4beb677e47f0f61208/399",
    "display_unittests": "7bcd7d9376bdeae6cb60e1ea2febdcc3757d0548b0f84c7f0db1e224c2e1aaa6/322",
    "events_unittests": "e15f534493e1c039bfb1172bcd914223e080efd2eb640db255d8f8bc0d950d4c/322",
    "extensions_browsertests": "fbfe590ed7752392d1cddd10098d6075186afe3ce4b845d9d09515d605df61b7/569",
    "extensions_unittests": "abc2be27ed8a0fb09a49c637f70f1dffd9dd7d9eb0f16321e3287390898a89d6/643",
    "filesystem_service_unittests": "93a6fc912eb20f4a671dafcf79094ecff315909c8f5b788bd307bd13bfdb065d/322",
    "flatbuffers_unittests": "8edd0ddf34d7d5ad0d5fec7f0ffc2707c3b21f109c0a744daf68c4d26cdb1b87/407",
    "gcm_unit_tests": "b7c39a9b529a6afd6bd379daf7b7fe0c2058e9fe65708e35b0a297e444890678/399",
    "gfx_unittests": "0371187d05adf3e8c7d37c164c308bf1f724a660c01fa1ccecc780ef31778bd2/398",
    "gin_unittests": "990ae0665ae8f66113bdc9d64f6744939712512dd1d4ca1a1816729dda5584e7/399",
    "google_apis_unittests": "d044723ea483d908f4f344f47f4ea01ef919b5392917ee981e80159a359083dd/484",
    "gpu_unittests": "1cb69ff84903b3fe4e4699af621fcb8eb67e14001fcb0d59365b60eb32cf2727/399",
    "grit_python_unittests": "7ce7ddf5104e97b495b8372f47f516a30f3a708a653739f00a4e109eb5df0716/410",
    "gwp_asan_unittests": "7b063db3e3d86b24bf18e6d6effe0600a74302261adf34e84d83f394c6b5fcb3/407",
    "headless_browsertests": "c1f60fb146e5a5c41da7d5ae0d28538cd0c5c8a0f9c7c0dcede8a5e44ecc601e/568",
    "headless_unittests": "8f2ee7123e3cdec4bf3e588d1e9e7b8127a0d20bbc533a08a84c4efb769f56c7/322",
    "interactive_ui_tests": "5d2b6ae9f80ea875f1fd0c7d99b407856b2ab4d0471b707e5ebb5328018a5a00/966",
    "ipc_tests": "79a9f594e71fa212709c4f72f99eb41dec4d359a92238f0db27f4957b04dec26/322",
    "latency_unittests": "d912e19062f8f3b7f73a35d21735ba203c504f633ee315b6483a46252cafcd97/322",
    "libjingle_xmpp_unittests": "400aac88e3b2f22b268a6eaf9f2ff92d3c6698766f6ff61e91a034a9add8e9d7/322",
    "liburlpattern_unittests": "cdcd3a3f7f8569d4d11dca4222784579fb033de393021c2eadc5f2d47a7ff76f/322",
    "mac_signing_tests": "93636473e1d627c1fce178bc44a74543be0545686dfba541d140b4ab6a01dabd/487",
    "media_unittests": "8e008a5fd7ff26213fab940aeac5a0388efd17bd74a22ef5eecaa077ba262e4f/402",
    "message_center_unittests": "ad2d45257e70d269a8864e4820c0829f6ec6ade8437ea13f55809c886e232a1b/322",
    "midi_unittests": "f5d4d9b920d6021dae8c64ca0ecd3fca8626056aa752e4e2dfa1bc6ab24f34fe/322",
    "mojo_python_unittests": "dcce617e07b201c71eb5a6730ee483f64c763d56cbc85c03f62a808f6cd6f0bb/488",
    "mojo_unittests": "b458388a523c8fd573ec9b5a480893bab1d1872ea29ee5b9be6ff29c7ac01c86/400",
    "nacl_loader_unittests": "b6ef672e01059dfeac1250d3b5442932714076df26cf1f449d0776414cf97df1/322",
    "native_theme_unittests": "3638eca28c17e98f36a1c42c7427dc6ccdd1d9ff6467f8bc68f96a8fa2d1d735/322",
    "net_unittests": "1fb93fae4a9e5f93bcda5da9209486f6281632dfda0bdba3caafb067fd76adf7/485",
    "openscreen_unittests": "5a5aeac1c15181e48dd3ae6e489a1a87a6f32b4f97fcb9a6c0e1d0c4f0e9839f/407",
    "pdf_unittests": "6578b160de9e1bc1e46d50a0fa194f5a5f7a2017911fde9067a22c03537b3e3f/399",
    "perfetto_unittests": "cf077c82834392ad82f4419941de81c3ce99fecf928158bd87b82496ca05d469/322",
    "performance_test_suite": "0f2fed36ab2f780580e3518c22fc5d81a33a89a8d41a030b77cd59834cfc4437/1294",
    "power_sampler_unittests": "99dff107acde6ad6b3a9452a9778073a3599b064f202de5658d1ea91ee001ed8/322",
    "ppapi_unittests": "802e52e9cca6915df0789d01b1a4dd446b2de76519171ef6ea06ab7a0b2d770e/322",
    "printing_unittests": "47bb757974dc1923216d4dde52357ce16cc93aaea617cc39ec8284a6b8e9aad1/481",
    "remoting_unittests": "341313c16e44fa8028cb5e6fc4bd692b4ee9e8f373c97fd9202f0b68ebe3efb2/399",
    "sandbox_unittests": "7ba121c6afda8e52ef86cfbf8bb0bb99f1e9c9e1b8d149097837e312c508f04c/322",
    "service_manager_unittests": "d16216ba6b4dd6fd9cbb850e57e8796f31d72c8ee943f42f3b97eab3b17169e6/322",
    "services_unittests": "89d891333cdceab7e25928d7cadf5bb797f6b96e2da668c19fe158946af2ce9b/652",
    "shell_dialogs_unittests": "2cb52bd7344c3435fa4d5de47aedb6c7d2a9191f75257e7330991e2ec7fc99c0/322",
    "skia_unittests": "66d0bd6c190b4fbff2b84fbaed6ac2f0cc7ebe01c1f3753ec4d77e3ea63f2e35/322",
    "snapshot_unittests": "0ff63a8e7f1190d8af38d42ae00f09eeacd492e9a704f5ef28222107e71397b3/322",
    "sql_unittests": "93c7eaff367b37f18e7eabfea1706a31e78a335884e5607f3513425776c6430c/399",
    "storage_unittests": "d5c1adf669a3ea93608341b93bbc628d6dc3e6321de3082417fef867646ddf65/480",
    "sync_integration_tests": "a10755270969dd2ec7d2e9f8450278fa4f89e0580aad9011ee9dc40fd3d52662/645",
    "telemetry_gpu_unittests": "54d432568df6bf62c05937ffbb9278e5a937dd845cb0363a36de448bdf043d15/655",
    "telemetry_perf_unittests": "8ce335f7cf05d4e01983cd0cbd888d2ee7da0de86672e25873449ea59f21927b/654",
    "telemetry_unittests": "009c963c964c3612e7a1e374aac2153aa8779769c4016a4ef3dd6a965d73393a/574",
    "ui_base_unittests": "55fce13ddef6d5562762147ee51d1bc75303bbe0f0fd05a9ce88af3ff0b7bd03/554",
    "ui_touch_selection_unittests": "c87cdb7448bab52b1bbe7104f668037acf536aa611435bf267d1d80e85410514/322",
    "unit_tests": "ced87755a017d8393ae439358af520ed6bf307ddbfb72ee00a4e5a7ba12a55d7/1056",
    "updater_tests": "c86cdd1fb57b2a8274e830ce952db61aefca0e310a88994b36ced561b22d8ff0/565",
    "url_unittests": "e73107e731f45916063a520b96c58d0ac5cbf7083f272634920eca725be79a4e/322",
    "views_perftests": "ccb509b40bfa948e8d19825c950130ff4087a2c6958a5cbbc8155b8dbecab89f/486",
    "views_unittests": "242422ed476f1cabd66bc44551858ed0f7277b7757142148e6a0cd98156e26fd/401",
    "viz_unittests": "3b635d850a9b629cc62e868df4438304017fa43022f5b02eafd3ad317a819abb/406",
    "wtf_unittests": "19a8b775d7c4f6f117c352b9a3ad50d95c2ea87e1dd98f5cca44abd21f94a98c/322",
    "xr_browser_tests": "d8481c30915d41f7ee3a297d08021711f39794541cbf5d39e7ef4118d245fffd/644",
    "zlib_unittests": "2de23020af0c7450d1aa8a4b9e85aece850e60a4b39e43be291b17e00835a4ce/407"
  },
  "swarming_command_lines_cwd": "out/Debug",
  "swarming_command_lines_digest": "1a28ca459442ce77b7733ccadb0ec8c8b7cc8dadc491c07352643b1acaac7d32/94",
  "swarming_inverted_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6e8da4fcf3504cf4449b76701e364584235c1e28
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac Builder (dbg)
  • parent_buildnumber:241519
  • user_agent:recipe

Debug log (UTC)

[22:37:38.678] New invocation is queued and will start shortly
[22:37:38.678] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[22:37:39.833] Starting the invocation (attempt 1)
[22:37:39.884] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6e8da4fcf3504cf4449b76701e364584235c1e28"
[22:37:39.884] Popped gitiles commit info from properties and tags
[22:37:39.884] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:37:39.884] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:37:39.885] Buildbucket request:
{
  "requestId": "8957203330940471936",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-osxbeta-rel"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "6e8da4fcf3504cf4449b76701e364584235c1e28",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "6e8da4fcf3504cf4449b76701e364584235c1e28"
          },
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "Mac Builder (dbg)",
      "parent_got_angle_revision": "3f5fcf15e6e80c7c06e2b3d94f7b231d9995e9c9",
      "parent_got_dawn_revision": "8b032edf0c5d618320d476f0b1c8b4b4eb935935",
      "parent_got_nacl_revision": "397f1ecac4eb0d6810d6ef9ebf66f6540587deae",
      "parent_got_revision": "6e8da4fcf3504cf4449b76701e364584235c1e28",
      "parent_got_revision_cp": "refs/heads/main@{#1093144}",
      "parent_got_swiftshader_revision": "aae98adc2222dcada4aa952cccad48ab08e34004",
      "parent_got_v8_revision": "cb5724ecc09929b9c248b035481130dc30ccc7a4",
      "parent_got_v8_revision_cp": "refs/heads/11.1.199@{#1}",
      "parent_got_webrtc_revision": "a6b992498866c3378a79d43cc186acba38b2a41b",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#39116}",
      "swarm_hashes": {
            "absl_hardening_tests": "728dbabd1db773ae3f2d58913d7f4a6ee619dd293193dbfb3bc27ac73d39fd4b/322",
            "accessibility_unittests": "aa98055c7e6a63322ff234302328c707d6d6a56c449c43f7ab8031e0288279ae/322",
            "angle_unittests": "fb71f928bf47ffb3d479a5494d557742401ac5766bbb60ca8a1f2dbbbab86347/407",
            "app_shell_unittests": "2bc585efd9bd8fdec5faeeeb13f83d71b05a4006be994bbfe9d85733933c1add/483",
            "base_unittests": "b542168d6ccaf244fb86c4d2b36219c1a7a419b89ed4100ecec948e9a0607c43/479",
            "blink_common_unittests": "3df98168dba79734172dae0f144723d322cc364ea5eaea13514803da5de421b6/484",
            "blink_fuzzer_unittests": "addb4d41def35bb612c4c89ee7e12cf70b6fa03809e2bcc158036755623b2db5/322",
            "blink_heap_unittests": "3f09ca992ca9345ee084c6b7e54ad3fe8c8cd3269827f1760c11d243bd6fa127/322",
            "blink_platform_unittests": "d04e88a14f73c21271b5a370a5519b8d6f3ca92e476eb8b54d1cec6c355e833f/563",
            "blink_python_tests": "ed744b22fd9e68de9dd986003434780b956dad0712ee9d86571e6122d10c8a95/573",
            "blink_unittests": "5e3dbcd19180fb159a25f55b7eec7b09fb55e04fcc2e745c15497c99325ca5d0/648",
            "blink_web_tests": "d630a0d1f3957aa9b0be826e7d1feda2f9d79597b0fa0cb066e1efc6c535169f/565",
            "blink_wpt_tests": "e4fc937303fd6b992ee61d4801e07083e9e760c18f6c531eb2350535792a1cf5/565",
            "boringssl_crypto_tests": "f15c61b576138904f0e2591719fc994f7b0373adcded20fe3b85c119289703b8/407",
            "boringssl_ssl_tests": "e5d1c6d0cd258e4d9033be2eaee884b6ac7a6d6ea4b5ea718c6b605f60b1c40b/322",
            "browser_tests": "a86f72bfcf34d8f2d967275cb2c3f25e3167bc57ea97facd2b2204677952d47c/1292",
            "capture_unittests": "4a1e83effbab0b2acbf25d812ead446e03a80000928f2437cf3488c910528c80/401",
            "cast_unittests": "ae391649ec31059304421fb2d0022383126b4463ff44cd09f8a27a6111ab3025/322",
            "cc_unittests": "5bd94de9d2a4ca262868fd9bd37c40bbfa689bcf0ba91675af63b12ea329fa47/482",
            "chrome_app_unittests": "045db700af07307c074adc693582395c39aec476f680652ab9c65572da76de32/563",
            "chromedriver_py_tests": "62c2ad85eb99c91b1dbdc0536c145d0fe1c840e34e7fc8744f1c24fb4d7daa13/488",
            "chromedriver_replay_unittests": "b84db477958cb6227c45d0317f343f16c0d3970d508103f32f0955dc6d230bb1/325",
            "chromedriver_unittests": "c844a6eec46e82f0e90a070ba5fab8c0548473786cd78cab538655e77932b347/479",
            "color_unittests": "f5e595ef20cb92473bacb7d7e9eaeec3ba6b2dcf794faba3a0a96d463311ae7e/322",
            "components_browsertests": "aea80a0c503303cf48650bfaf62744371a958baf9a18da2c820e7646cbdb84a5/651",
            "components_perftests": "33763a189c28a0d5ddf9d06e9611d2d86329499985f1c769bd6c989df421ed52/648",
            "components_unittests": "31f0ba45a477b17acbd6cb40c0d2d71ca3c73d84cbb8dc4c2fc3bf7a918965f8/730",
            "content_browsertests": "019bd61ea230b3c8176e001e563ebe9ebf9f6029503ea4466479289d73da2b6b/724",
            "content_nocompile_tests": "76fa418f00928ca0732b41ec8c309bb2f7a8a09e66d791534c0faa3594576956/399",
            "content_shell_crash_test": "a65dfdd6044ed6ed44c6b5ba46a5a45de785529ccb9afee0ecb7280d09ba7279/565",
            "content_unittests": "d8fdc71b3ed4774de866ceb6f5ca5783a93e9042177d78b451a5dcd33e553b4b/559",
            "crashpad_tests": "8b4cbbaa59b5c06ce8b8355416d93ad0252db1b892fe48eec98fae30a1f784b7/407",
            "cronet_tests": "c4cf7bb468f197667c59600b601d5951321deacdbce5e9efe574972d7c295665/483",
            "cronet_unittests": "c20e59ab1efde36eeea92ace80cbc8d1f5de7e9998461f04d625140f0eb7fdb0/399",
            "crypto_unittests": "cb0a37aaeb1398ccc96c643cc69c427fdc52f941bf7dc2ed3468e51ad5d4d5f7/322",
            "device_unittests": "35e9db8db5afdf77c7aed9ea1af5174341598b16712e5f4beb677e47f0f61208/399",
            "display_unittests": "7bcd7d9376bdeae6cb60e1ea2febdcc3757d0548b0f84c7f0db1e224c2e1aaa6/322",
            "events_unittests": "e15f534493e1c039bfb1172bcd914223e080efd2eb640db255d8f8bc0d950d4c/322",
            "extensions_browsertests": "fbfe590ed7752392d1cddd10098d6075186afe3ce4b845d9d09515d605df61b7/569",
            "extensions_unittests": "abc2be27ed8a0fb09a49c637f70f1dffd9dd7d9eb0f16321e3287390898a89d6/643",
            "filesystem_service_unittests": "93a6fc912eb20f4a671dafcf79094ecff315909c8f5b788bd307bd13bfdb065d/322",
            "flatbuffers_unittests": "8edd0ddf34d7d5ad0d5fec7f0ffc2707c3b21f109c0a744daf68c4d26cdb1b87/407",
            "gcm_unit_tests": "b7c39a9b529a6afd6bd379daf7b7fe0c2058e9fe65708e35b0a297e444890678/399",
            "gfx_unittests": "0371187d05adf3e8c7d37c164c308bf1f724a660c01fa1ccecc780ef31778bd2/398",
            "gin_unittests": "990ae0665ae8f66113bdc9d64f6744939712512dd1d4ca1a1816729dda5584e7/399",
            "google_apis_unittests": "d044723ea483d908f4f344f47f4ea01ef919b5392917ee981e80159a359083dd/484",
            "gpu_unittests": "1cb69ff84903b3fe4e4699af621fcb8eb67e14001fcb0d59365b60eb32cf2727/399",
            "grit_python_unittests": "7ce7ddf5104e97b495b8372f47f516a30f3a708a653739f00a4e109eb5df0716/410",
            "gwp_asan_unittests": "7b063db3e3d86b24bf18e6d6effe0600a74302261adf34e84d83f394c6b5fcb3/407",
            "headless_browsertests": "c1f60fb146e5a5c41da7d5ae0d28538cd0c5c8a0f9c7c0dcede8a5e44ecc601e/568",
            "headless_unittests": "8f2ee7123e3cdec4bf3e588d1e9e7b8127a0d20bbc533a08a84c4efb769f56c7/322",
            "interactive_ui_tests": "5d2b6ae9f80ea875f1fd0c7d99b407856b2ab4d0471b707e5ebb5328018a5a00/966",
            "ipc_tests": "79a9f594e71fa212709c4f72f99eb41dec4d359a92238f0db27f4957b04dec26/322",
            "latency_unittests": "d912e19062f8f3b7f73a35d21735ba203c504f633ee315b6483a46252cafcd97/322",
            "libjingle_xmpp_unittests": "400aac88e3b2f22b268a6eaf9f2ff92d3c6698766f6ff61e91a034a9add8e9d7/322",
            "liburlpattern_unittests": "cdcd3a3f7f8569d4d11dca4222784579fb033de393021c2eadc5f2d47a7ff76f/322",
            "mac_signing_tests": "93636473e1d627c1fce178bc44a74543be0545686dfba541d140b4ab6a01dabd/487",
            "media_unittests": "8e008a5fd7ff26213fab940aeac5a0388efd17bd74a22ef5eecaa077ba262e4f/402",
            "message_center_unittests": "ad2d45257e70d269a8864e4820c0829f6ec6ade8437ea13f55809c886e232a1b/322",
            "midi_unittests": "f5d4d9b920d6021dae8c64ca0ecd3fca8626056aa752e4e2dfa1bc6ab24f34fe/322",
            "mojo_python_unittests": "dcce617e07b201c71eb5a6730ee483f64c763d56cbc85c03f62a808f6cd6f0bb/488",
            "mojo_unittests": "b458388a523c8fd573ec9b5a480893bab1d1872ea29ee5b9be6ff29c7ac01c86/400",
            "nacl_loader_unittests": "b6ef672e01059dfeac1250d3b5442932714076df26cf1f449d0776414cf97df1/322",
            "native_theme_unittests": "3638eca28c17e98f36a1c42c7427dc6ccdd1d9ff6467f8bc68f96a8fa2d1d735/322",
            "net_unittests": "1fb93fae4a9e5f93bcda5da9209486f6281632dfda0bdba3caafb067fd76adf7/485",
            "openscreen_unittests": "5a5aeac1c15181e48dd3ae6e489a1a87a6f32b4f97fcb9a6c0e1d0c4f0e9839f/407",
            "pdf_unittests": "6578b160de9e1bc1e46d50a0fa194f5a5f7a2017911fde9067a22c03537b3e3f/399",
            "perfetto_unittests": "cf077c82834392ad82f4419941de81c3ce99fecf928158bd87b82496ca05d469/322",
            "performance_test_suite": "0f2fed36ab2f780580e3518c22fc5d81a33a89a8d41a030b77cd59834cfc4437/1294",
            "power_sampler_unittests": "99dff107acde6ad6b3a9452a9778073a3599b064f202de5658d1ea91ee001ed8/322",
            "ppapi_unittests": "802e52e9cca6915df0789d01b1a4dd446b2de76519171ef6ea06ab7a0b2d770e/322",
            "printing_unittests": "47bb757974dc1923216d4dde52357ce16cc93aaea617cc39ec8284a6b8e9aad1/481",
            "remoting_unittests": "341313c16e44fa8028cb5e6fc4bd692b4ee9e8f373c97fd9202f0b68ebe3efb2/399",
            "sandbox_unittests": "7ba121c6afda8e52ef86cfbf8bb0bb99f1e9c9e1b8d149097837e312c508f04c/322",
            "service_manager_unittests": "d16216ba6b4dd6fd9cbb850e57e8796f31d72c8ee943f42f3b97eab3b17169e6/322",
            "services_unittests": "89d891333cdceab7e25928d7cadf5bb797f6b96e2da668c19fe158946af2ce9b/652",
            "shell_dialogs_unittests": "2cb52bd7344c3435fa4d5de47aedb6c7d2a9191f75257e7330991e2ec7fc99c0/322",
            "skia_unittests": "66d0bd6c190b4fbff2b84fbaed6ac2f0cc7ebe01c1f3753ec4d77e3ea63f2e35/322",
            "snapshot_unittests": "0ff63a8e7f1190d8af38d42ae00f09eeacd492e9a704f5ef28222107e71397b3/322",
            "sql_unittests": "93c7eaff367b37f18e7eabfea1706a31e78a335884e5607f3513425776c6430c/399",
            "storage_unittests": "d5c1adf669a3ea93608341b93bbc628d6dc3e6321de3082417fef867646ddf65/480",
            "sync_integration_tests": "a10755270969dd2ec7d2e9f8450278fa4f89e0580aad9011ee9dc40fd3d52662/645",
            "telemetry_gpu_unittests": "54d432568df6bf62c05937ffbb9278e5a937dd845cb0363a36de448bdf043d15/655",
            "telemetry_perf_unittests": "8ce335f7cf05d4e01983cd0cbd888d2ee7da0de86672e25873449ea59f21927b/654",
            "telemetry_unittests": "009c963c964c3612e7a1e374aac2153aa8779769c4016a4ef3dd6a965d73393a/574",
            "ui_base_unittests": "55fce13ddef6d5562762147ee51d1bc75303bbe0f0fd05a9ce88af3ff0b7bd03/554",
            "ui_touch_selection_unittests": "c87cdb7448bab52b1bbe7104f668037acf536aa611435bf267d1d80e85410514/322",
            "unit_tests": "ced87755a017d8393ae439358af520ed6bf307ddbfb72ee00a4e5a7ba12a55d7/1056",
            "updater_tests": "c86cdd1fb57b2a8274e830ce952db61aefca0e310a88994b36ced561b22d8ff0/565",
            "url_unittests": "e73107e731f45916063a520b96c58d0ac5cbf7083f272634920eca725be79a4e/322",
            "views_perftests": "ccb509b40bfa948e8d19825c950130ff4087a2c6958a5cbbc8155b8dbecab89f/486",
            "views_unittests": "242422ed476f1cabd66bc44551858ed0f7277b7757142148e6a0cd98156e26fd/401",
            "viz_unittests": "3b635d850a9b629cc62e868df4438304017fa43022f5b02eafd3ad317a819abb/406",
            "wtf_unittests": "19a8b775d7c4f6f117c352b9a3ad50d95c2ea87e1dd98f5cca44abd21f94a98c/322",
            "xr_browser_tests": "d8481c30915d41f7ee3a297d08021711f39794541cbf5d39e7ef4118d245fffd/644",
            "zlib_unittests": "2de23020af0c7450d1aa8a4b9e85aece850e60a4b39e43be291b17e00835a4ce/407"
          },
      "swarming_command_lines_cwd": "out/Debug",
      "swarming_command_lines_digest": "1a28ca459442ce77b7733ccadb0ec8c8b7cc8dadc491c07352643b1acaac7d32/94",
      "swarming_inverted_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "6e8da4fcf3504cf4449b76701e364584235c1e28",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8957203330940471936"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-osxbeta-rel"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac Builder (dbg)"
    },
    {
      "key": "parent_buildnumber",
      "value": "241519"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:37:40.527] Scheduled build:
{
  "id": "8791773268898473777",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-osxbeta-rel"
  },
  "number": 16491,
  "createdBy": "project:chromium",
  "createTime": "2023-01-16T22:37:39.992448894Z",
  "updateTime": "2023-01-16T22:37:39.992448894Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6e8da4fcf3504cf4449b76701e364584235c1e28",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[22:37:40.527] Task URL: https://cr-buildbucket.appspot.com/build/8791773268898473777
[22:37:40.527] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:2:0) after 1m19s
[22:38:59.883] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:2:0)
[22:38:59.914] Build status: SCHEDULED
[22:38:59.914] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:3:0) after 5m38s
[22:39:31.429] Received PubSub notification, asking Buildbucket for the build status
[22:39:31.467] Build status: STARTED
[22:44:37.919] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:3:0)
[22:44:37.951] Build status: STARTED
[22:44:37.951] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:5:0) after 9m55s
[22:54:33.051] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:5:0)
[22:54:33.085] Build status: STARTED
[22:54:33.085] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:6:0) after 2m7s
[22:56:40.335] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:6:0)
[22:56:40.402] Build status: STARTED
[22:56:40.402] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:7:0) after 8m44s
[23:05:24.515] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:7:0)
[23:05:24.540] Build status: STARTED
[23:05:24.540] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:8:0) after 9m44s
[23:15:08.705] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:8:0)
[23:15:08.733] Build status: STARTED
[23:15:08.733] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:9:0) after 5m40s
[23:20:48.814] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:9:0)
[23:20:48.845] Build status: STARTED
[23:20:48.845] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:10:0) after 8m22s
[23:29:10.913] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:10:0)
[23:29:10.985] Build status: STARTED
[23:29:10.985] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:11:0) after 5m26s
[23:34:37.090] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:11:0)
[23:34:37.116] Build status: STARTED
[23:34:37.117] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:12:0) after 5m7s
[23:39:44.178] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:12:0)
[23:39:44.204] Build status: STARTED
[23:39:44.204] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:13:0) after 6m29s
[23:46:13.277] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:13:0)
[23:46:13.498] Build status: STARTED
[23:46:13.498] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:14:0) after 7m19s
[23:53:32.617] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:14:0)
[23:53:32.641] Build status: STARTED
[23:53:32.641] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:15:0) after 5m33s
[23:59:05.800] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:15:0)
[23:59:05.830] Build status: STARTED
[23:59:05.830] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:16:0) after 3m20s
[00:02:25.915] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:16:0)
[00:02:25.939] Build status: STARTED
[00:02:25.939] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:17:0) after 4m58s
[00:07:24.019] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:17:0)
[00:07:24.083] Build status: STARTED
[00:07:24.083] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:18:0) after 4m31s
[00:11:55.444] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:18:0)
[00:11:55.475] Build status: STARTED
[00:11:55.475] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:19:0) after 3m30s
[00:15:25.670] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:19:0)
[00:15:25.710] Build status: STARTED
[00:15:25.710] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:20:0) after 1m12s
[00:16:37.803] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:20:0)
[00:16:37.856] Build status: STARTED
[00:16:37.856] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:21:0) after 4m39s
[00:21:16.856] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:21:0)
[00:21:16.880] Build status: STARTED
[00:21:16.880] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:22:0) after 1m55s
[00:23:12.033] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:22:0)
[00:23:12.063] Build status: STARTED
[00:23:12.063] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:23:0) after 1m37s
[00:24:49.222] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:23:0)
[00:24:49.243] Build status: STARTED
[00:24:49.243] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:24:0) after 4m9s
[00:28:58.342] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:24:0)
[00:28:58.382] Build status: STARTED
[00:28:58.382] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:25:0) after 6m25s
[00:35:23.425] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:25:0)
[00:35:23.454] Build status: STARTED
[00:35:23.454] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:26:0) after 5m11s
[00:40:34.575] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:26:0)
[00:40:34.611] Build status: STARTED
[00:40:34.611] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:27:0) after 6m8s
[00:46:42.830] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:27:0)
[00:46:42.856] Build status: STARTED
[00:46:42.856] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:28:0) after 4m3s
[00:50:45.903] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:28:0)
[00:50:45.964] Build status: STARTED
[00:50:45.964] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:29:0) after 9m34s
[01:00:20.129] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:29:0)
[01:00:20.166] Build status: STARTED
[01:00:20.166] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:30:0) after 5m10s
[01:05:30.407] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:30:0)
[01:05:30.464] Build status: STARTED
[01:05:30.464] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:31:0) after 5m14s
[01:10:44.591] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:31:0)
[01:10:44.621] Build status: STARTED
[01:10:44.621] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:32:0) after 8m3s
[01:18:47.670] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:32:0)
[01:18:47.810] Build status: STARTED
[01:18:47.810] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:33:0) after 9m37s
[01:28:24.926] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:33:0)
[01:28:24.952] Build status: STARTED
[01:28:24.952] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:34:0) after 9m10s
[01:37:35.438] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:34:0)
[01:37:35.464] Build status: STARTED
[01:37:35.464] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:35:0) after 2m31s
[01:40:06.749] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:35:0)
[01:40:06.781] Build status: STARTED
[01:40:06.781] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:36:0) after 1m49s
[01:41:55.825] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:36:0)
[01:41:55.850] Build status: STARTED
[01:41:55.850] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:37:0) after 8m3s
[01:49:58.905] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:37:0)
[01:49:58.930] Build status: STARTED
[01:49:58.930] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:38:0) after 2m42s
[01:52:41.019] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:38:0)
[01:52:41.042] Build status: STARTED
[01:52:41.042] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:39:0) after 3m27s
[01:56:08.105] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:39:0)
[01:56:08.134] Build status: STARTED
[01:56:08.134] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:40:0) after 7m42s
[02:03:50.145] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:40:0)
[02:03:50.172] Build status: STARTED
[02:03:50.172] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:41:0) after 2m22s
[02:06:12.234] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:41:0)
[02:06:12.259] Build status: STARTED
[02:06:12.259] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:42:0) after 5m33s
[02:11:45.353] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:42:0)
[02:11:45.379] Build status: STARTED
[02:11:45.379] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:43:0) after 3m18s
[02:15:03.586] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:43:0)
[02:15:03.607] Build status: STARTED
[02:15:03.607] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:44:0) after 3m9s
[02:18:12.877] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:44:0)
[02:18:12.897] Build status: STARTED
[02:18:12.897] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:45:0) after 1m3s
[02:19:16.029] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:45:0)
[02:19:16.057] Build status: STARTED
[02:19:16.057] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:46:0) after 6m32s
[02:25:48.193] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:46:0)
[02:25:48.220] Build status: STARTED
[02:25:48.220] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:47:0) after 3m46s
[02:29:34.270] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:47:0)
[02:29:34.308] Build status: STARTED
[02:29:34.308] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:48:0) after 1m1s
[02:30:35.429] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:48:0)
[02:30:35.637] Build status: STARTED
[02:30:35.637] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:49:0) after 3m15s
[02:33:50.769] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:49:0)
[02:33:50.796] Build status: STARTED
[02:33:50.796] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:50:0) after 1m32s
[02:35:22.844] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:50:0)
[02:35:22.868] Build status: STARTED
[02:35:22.868] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:51:0) after 2m58s
[02:38:21.037] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:51:0)
[02:38:21.120] Build status: STARTED
[02:38:21.120] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:52:0) after 1m57s
[02:40:18.207] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:52:0)
[02:40:18.229] Build status: STARTED
[02:40:18.229] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:53:0) after 9m53s
[02:50:11.521] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:53:0)
[02:50:11.587] Build status: STARTED
[02:50:11.587] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:54:0) after 3m20s
[02:53:31.657] Handling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:54:0)
[02:53:31.685] Build status: STARTED
[02:53:31.685] Scheduling timer "check-buildbucket-build-status" (chromium/mac-osxbeta-rel:8957203330940471936:55:0) after 6m15s
[02:57:29.630] Received PubSub notification, asking Buildbucket for the build status
[02:57:29.654] Build:
{
  "id": "8791773268898473777",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-osxbeta-rel"
  },
  "number": 16491,
  "createdBy": "project:chromium",
  "createTime": "2023-01-16T22:37:39.992448894Z",
  "startTime": "2023-01-16T22:39:26.166874Z",
  "endTime": "2023-01-17T02:57:29.246333585Z",
  "updateTime": "2023-01-17T02:57:29.246333585Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6e8da4fcf3504cf4449b76701e364584235c1e28",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:57:29.654] Invocation finished in 4h19m50.992403917s with status FAILED