Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/66239 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66240 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66241 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66242 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66243 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66244 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66245 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66246 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66247 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66248 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66249 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66250 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66251 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66252 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66253 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66254 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66255 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66256 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66257 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/66258 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "fc0fd86dc71699303771dffc943c8dfe93052d4d",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "fc0fd86dc71699303771dffc943c8dfe93052d4d"
  },
  "parent_build_id": "8764602057605216241",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "ade3dacd7168ffa4ad695f6ce94eb4aa904305f3",
  "parent_got_dawn_revision": "776130375354407d1e2386ed2fe0918a3cc71ce5",
  "parent_got_revision": "fc0fd86dc71699303771dffc943c8dfe93052d4d",
  "parent_got_revision_cp": "refs/heads/main@{#1223408}",
  "parent_got_swiftshader_revision": "4a62a93e27d97c8ada63aa193c5d071acd5b9645",
  "parent_got_v8_revision": "6fc23a31385211f1e580eb2646f398576c5d3a80",
  "parent_got_v8_revision_cp": "refs/heads/12.1.106@{#1}",
  "parent_got_webrtc_revision": "dd45ab650e88b7335adaa9b3e97414f566ba272a",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#41130}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "fc0fd86dc71699303771dffc943c8dfe93052d4d",
  "swarm_hashes": {
    "absl_hardening_tests": "3deae492998fd1624e2bf5300b645fdedcd3638351a10b42a618ef69972f30f0/322",
    "accessibility_unittests": "d50378488fc60ec8babb42cfafc07a1a9c4936f78e797470854b18b740c9ca64/322",
    "angle_unittests": "8b0356d7287a5028a2fc28982b6180803679236b81108f1c45a2b728456577bf/407",
    "app_shell_unittests": "bc0feec1103d057c916432c3c2add30e50bf640c46db4cf910760d2ec6a410e9/483",
    "base_unittests": "c7ef688ee5da8e23aacf36a5b14eb7f65c1dbe472c9e542c2e18c989cfa383fe/479",
    "blink_common_unittests": "df9b26f804eab149f57f29cf46f2621f05b92c7e493f31a3d50747099a3cc312/484",
    "blink_fuzzer_unittests": "528bba197d04ecd15db31e387cb28d448ddea71a51797b9691c4a6b5dfa813be/322",
    "blink_heap_unittests": "002f8fe55771816421aeb8c2a582a30ad1b01e78b5fdf07c7f8b51edadae498f/322",
    "blink_platform_unittests": "d7769de552a5b76dc23d1878b2d3997d1e2f8ae18759411828cb207dccfef699/563",
    "blink_python_tests": "bcb03b2860bfbfd311ff981a0d15ddb47fc05a1d5975ca1f79806207fc81f0fb/573",
    "blink_unittests": "3dc3507668e0a734aeba3323fd10e22206c88be73c24e5ed2726c6acbb5b7b1a/648",
    "blink_web_tests": "6abf6bd6b5ed8f4d0d5e5a5d60a96ca2a5fbd9e9acad762d4c6b4874a3bbe5b2/565",
    "blink_wpt_tests": "1f1f3cca09d9896bf7495f55ebfc43710579df353e87d9c8871bd51a21f54a14/565",
    "boringssl_crypto_tests": "24677c5c5864ca58ac00d8aedc95395be1c4d8bdec348ef9fc795a663fb6e539/407",
    "boringssl_ssl_tests": "f03046275662336c90ae77742dc4e522084e955911bf6d9dc22baaf8b17f9981/322",
    "browser_tests": "8cc0065d2c4d3de8c5f5c78d25c979c5ba3dd2a69d81cee979db46c3b8916dcb/1293",
    "capture_unittests": "6044dcb6352557567252843e7e14c3110084efc664f52ef1c7503de16b0b8e16/401",
    "cast_unittests": "71a404818b67e8f67eb5f74154ae6895332364d241cd45bd0a28b1656f6b7821/322",
    "cc_unittests": "8fa0c0ee1ecfb1b5e0cabb7936b9dc4078f69d75e82d5a5e340774129a847a11/482",
    "chrome_app_unittests": "a29e80cfd3bb612e5469880f8bb30f675226685b52dbe7acb4f1fdec1f65b532/726",
    "chromedriver_py_tests": "e4a4062f8ce39d148e2bd5d991a20717f8984df53648ffd9f718f60b68f2e392/488",
    "chromedriver_replay_unittests": "5c6387ea37a8a603222c8b4dfdf0af7ff58f60d7e1548b63cf1e2bdff3490424/325",
    "chromedriver_unittests": "29d74852dac05209f6edf16902a56744b1f3006b7d8c72789e31839dce1a1046/479",
    "components_browsertests": "deb3eded7c58f424786da0f25c6a1ffe5010056a2f09afa90a3ac6ce0e6e8c44/651",
    "components_perftests": "d635cb1d4384e3ca5a4cfd8e0fa0b744fbba6b7bad2fc5239fce92976d08b1aa/648",
    "components_unittests": "61c3a41c342bf1a494dde3094de0725ad12051bb2e0ab037a20e4c384dc652ec/730",
    "content_browsertests": "5bffe34c2d98c59bab60bc0bcb61d0075b90ffd6912be1f728550bc82f053dcb/724",
    "content_shell_crash_test": "1bbc49ef2c22d061fe96088e8e74aa1e5c1a4f4ba3298aa4fd03c9ed0f34a3ce/565",
    "content_unittests": "455ed537208d88815d16902012fcf0f7852d8c039fbd9daf7a8e6a04be6a0fa7/559",
    "crashpad_tests": "c6cfd64294e2a90d76a1b693bc98c680f884d3f714d551eeb3503b80468c4054/407",
    "cronet_tests": "e5b87c2a5c9ac6e1e009216dabfcc29a5b4dd933dd8df9b224f92e64d26e1435/483",
    "cronet_unittests": "9c5ad3a772dc43653b0c3d25ba1360d8cf769f24b034f4ef7bbaed78306235a6/399",
    "crypto_unittests": "da21eb147f1ce4657e08ed4e43bfb071632a00ba597402ce4dcfd058a49a6702/322",
    "device_unittests": "cf7b16fc541d8d8e1232c7feb732f67ed7044fa667f772e65c262a8863d3116a/399",
    "display_unittests": "9751e9b5d587818ea19237fe8f18e715df68c145576c276f2739e08798a62066/322",
    "env_chromium_unittests": "4e6661901946a02b1e383fec4905fad785a91feb5fad314342cee925403fa423/322",
    "events_unittests": "075ecffa536921af05029f296e2ac7f445833910446c831b8c00d884f48ebbeb/322",
    "extensions_browsertests": "fc97ea602688433eee786370f74adca998360863b44c3b14396d94f0f654c788/569",
    "extensions_unittests": "0b8e167d7922e0ceb337818c9afab8165a51ea29ff819ecdc4aac131b31656af/643",
    "filesystem_service_unittests": "c480dcb773a413f69bcb70714dc26c711f835319a87de5b5ad514d8d128a8030/322",
    "flatbuffers_unittests": "8c933f43d4659ed4578b3c99812d16429cc86480d8fe8d46efd7317a74fac639/407",
    "gcm_unit_tests": "1d1a25878d491f0e991db2e9f2a9d550aa4fc9c4f4e9fe5f4e29dac32da1f038/399",
    "gfx_unittests": "a0f410c72ff2c44674b064c336002720e64cc35ce0d68af944101c480c66f026/398",
    "gin_unittests": "1f85a3586fcf7b922d90c1e92e3a31bb2fcc8efb5412900bc8c8dacf151b78f8/399",
    "google_apis_unittests": "5901b0f248824db391735f1fd5088b720af694ca85c1914895bacea76ffc3dff/484",
    "gpu_unittests": "f0579f134b23b37356e6e7993c09675e6a4600be539a5471a0cfa01a46e382f3/399",
    "gwp_asan_unittests": "35b700e5a3302aef6657a321e99c0a76781e4e5ace21701efc820d7a2eafc4a5/407",
    "headless_browsertests": "93395f4e36fc75fb30fe9fdd0c611319ee482ef393d5b65255a1146a51e10e79/568",
    "headless_unittests": "22d0c852dbb46d1e885b4963d8c98bf04efad3f4cbf6574c6d5da09f9c9f1aa3/322",
    "interactive_ui_tests": "02792983acc30cecdc28d4d11a7509ef4a1f974ed4ca4919ce2b5347f1dab351/967",
    "ipc_tests": "b0693af963bfb89cf995b05d4d789c032a7a5142f808d7fd601b7c6b04d1dee4/322",
    "latency_unittests": "5d7d8b03a1c746bc3f3112f6dde2d7a0f8ff3375560f809b7b423c8201300278/322",
    "leveldb_unittests": "6b2e4d4d8364ed5e3a28550d30b52407b01371b9eaf932c0edb1a007885c6e0d/322",
    "libjingle_xmpp_unittests": "46659232c21b786f3c852ab7cb867d355c37604fe4dffb91f0b942f075e3a6d2/322",
    "liburlpattern_unittests": "50b211e98e0944a8d7521b7c5943863fc0664f9fad5b5a9dbb609b9ed55b39fa/322",
    "mac_signing_tests": "6d6793a12f07453ae6e38dc1c5d3ce39908f33251682fc12a49c13364965b63b/487",
    "media_unittests": "cd5ac4716975412aff5926100bbca102c5fd394a17b1f2c3ccdd06b1ba25bc64/402",
    "message_center_unittests": "12b53984aae0e5e4db03cd3271cbd2fe9f385044f63a769b7f40f36387830639/322",
    "midi_unittests": "d86044da612449f40db4aa3099ace15c251ed220f5f7830ca5817bb0056bc166/322",
    "mojo_python_unittests": "f78588c2375d0063d99edcee9bb7367ed036c5526953aa338f30d5901a968cde/489",
    "mojo_unittests": "c5633c2ed259b0011a1ef07fc755609861bcbfad4342db3ee4ada59feff54226/400",
    "native_theme_unittests": "89d8f01dadf390c3ae14001ffb91abb3e5c7609b246ebbb0e8eccd3d05b182c6/322",
    "net_unittests": "e2e3ccc82223f6adb20478938b9bfeb28e8786dea8592e345256c485f0cd5514/486",
    "openscreen_unittests": "6631d45cadf38296dfe6ce82fbb542d60d83c1400d9f4aaa266086241540b433/407",
    "pdf_unittests": "8d7239735395ad6bf8203f9a7a6326589ac1d551070848edf90998659a200d20/399",
    "perfetto_unittests": "7d9dcc3da137348b823bb7271272b9cf6536460b5f621f39ecaeee0a48e451b2/322",
    "power_sampler_unittests": "80d4527c5ca18337671875f6e3f3cc1988f6da779e14594c058bb19b84964090/322",
    "printing_unittests": "ee8710e7a1eaef4478ebf1a0297b220dbad5f88126343fd3648257afc2e7f652/481",
    "remoting_unittests": "eb89f6540531ad8de309afc8fae1a09502ea09f3cec42f4efb70ea93771292ba/483",
    "sandbox_unittests": "045d955012986131753e9717f0eb138ee9262b564f0f2e8d5d5fa369f34190b8/322",
    "services_unittests": "93f5f4b470f6932c41ac255f6d197ea917e54b680c70695f01314618d644b54c/652",
    "shell_dialogs_unittests": "43eae5cd3c8236bb7d469e9478388e1b2c521a0e5ef24de5081afb62163a95cb/322",
    "skia_unittests": "39e78cba909b252657ee3b44703d207498b73a212fe5a2c3bc72192646ea80c9/322",
    "snapshot_unittests": "f0b8d857d7bf98f5ec2ebfb35800e79bf0bebd43ecc33360d297ab4fb8f65a1f/322",
    "sql_unittests": "cb1b54a9a5fac2afd46dca025b4772dc907c53fdf45c576aa5c5a60aca4f1aad/399",
    "storage_unittests": "b3036b8376436a763da7e088a92120160a066d6fec3363e54233f08a692c6774/480",
    "sync_integration_tests": "63752fac022350dc3259c2018bff436e1e51a4e72481bdf5f7e5fdf68e970852/808",
    "telemetry_gpu_unittests": "721d2e81e4b1faffdd5a725c73167c6088ccce62b592fa298abf955fe6650409/735",
    "telemetry_perf_unittests": "41c074b0ce301f2e9116c7e940dfc357cff1df4bb490ad89d02acdac675422e8/654",
    "ui_base_unittests": "2792db8d8f63a9029630ee1bb6e9be30f498cd89b71ceff9e92c67ea233635e8/554",
    "ui_touch_selection_unittests": "f873a5bd237258df717aff3bb986915a671793716b2985ef1af60d6bc8c5aefe/322",
    "ui_unittests": "4697642dd864a8ab117e2154099134293f1252fb9ff277db9098fdd09861cfc1/322",
    "unit_tests": "717ec234ab7735360131e7d2ab3dcf42e1aea0243bd5d33c7ad8ba1ecaf334fa/1135",
    "updater_tests": "be8cbd49001d09b863c3ca5290358c094edcb0bca8dbd95cdd2bec2ff90b29c7/565",
    "url_unittests": "4cf23a2029c666e43504563b5b55406daf37fbeb32482d319ff53e0431b566c3/322",
    "views_perftests": "c28b0839f78e69064534d178101ab8b5b12e5f3b2dfc4014f9a76b03a17d6bf7/486",
    "views_unittests": "45429df9376fea5ede5407a3524667b71df020ee0b6ed549f487c192f3fcf795/401",
    "viz_unittests": "005c074ecfa6882d2db89ee9d3d8ecc323f1d5617c5d7d1606631511fa95eae5/406",
    "wtf_unittests": "7f6526c63a4fe98050458cfeced8969bf0ef1f1f715bb3c0a9081fa2e4eecdad/322",
    "xr_browser_tests": "7e96fc75edda3e8b599f0d5ea69af89f8d48303cb676d974aa19a3877daa6835/807",
    "zlib_unittests": "91a1e6ca6a01f5c95b55af5df1080af7822fc7f9b6108eb7934a9680db614cc0/407"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "231f90b923dcfb94fa10980d7308bcd9baf75aa0aad5e0dccb3d7a2ad0d38c2c/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fc0fd86dc71699303771dffc943c8dfe93052d4d
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:66258
  • user_agent:recipe

Debug log (UTC)

[20:49:30.699] New invocation is queued and will start shortly
[20:49:30.699] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:49:31.833] Starting the invocation (attempt 1)
[20:49:31.875] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fc0fd86dc71699303771dffc943c8dfe93052d4d"
[20:49:31.875] Popped gitiles commit info from properties and tags
[20:49:31.875] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:49:31.876] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:49:31.876] Buildbucket request:
{
  "requestId": "8930031044154150832",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "fc0fd86dc71699303771dffc943c8dfe93052d4d",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "fc0fd86dc71699303771dffc943c8dfe93052d4d"
          },
      "parent_build_id": "8764602057605216241",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "ade3dacd7168ffa4ad695f6ce94eb4aa904305f3",
      "parent_got_dawn_revision": "776130375354407d1e2386ed2fe0918a3cc71ce5",
      "parent_got_revision": "fc0fd86dc71699303771dffc943c8dfe93052d4d",
      "parent_got_revision_cp": "refs/heads/main@{#1223408}",
      "parent_got_swiftshader_revision": "4a62a93e27d97c8ada63aa193c5d071acd5b9645",
      "parent_got_v8_revision": "6fc23a31385211f1e580eb2646f398576c5d3a80",
      "parent_got_v8_revision_cp": "refs/heads/12.1.106@{#1}",
      "parent_got_webrtc_revision": "dd45ab650e88b7335adaa9b3e97414f566ba272a",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#41130}",
      "swarm_hashes": {
            "absl_hardening_tests": "3deae492998fd1624e2bf5300b645fdedcd3638351a10b42a618ef69972f30f0/322",
            "accessibility_unittests": "d50378488fc60ec8babb42cfafc07a1a9c4936f78e797470854b18b740c9ca64/322",
            "angle_unittests": "8b0356d7287a5028a2fc28982b6180803679236b81108f1c45a2b728456577bf/407",
            "app_shell_unittests": "bc0feec1103d057c916432c3c2add30e50bf640c46db4cf910760d2ec6a410e9/483",
            "base_unittests": "c7ef688ee5da8e23aacf36a5b14eb7f65c1dbe472c9e542c2e18c989cfa383fe/479",
            "blink_common_unittests": "df9b26f804eab149f57f29cf46f2621f05b92c7e493f31a3d50747099a3cc312/484",
            "blink_fuzzer_unittests": "528bba197d04ecd15db31e387cb28d448ddea71a51797b9691c4a6b5dfa813be/322",
            "blink_heap_unittests": "002f8fe55771816421aeb8c2a582a30ad1b01e78b5fdf07c7f8b51edadae498f/322",
            "blink_platform_unittests": "d7769de552a5b76dc23d1878b2d3997d1e2f8ae18759411828cb207dccfef699/563",
            "blink_python_tests": "bcb03b2860bfbfd311ff981a0d15ddb47fc05a1d5975ca1f79806207fc81f0fb/573",
            "blink_unittests": "3dc3507668e0a734aeba3323fd10e22206c88be73c24e5ed2726c6acbb5b7b1a/648",
            "blink_web_tests": "6abf6bd6b5ed8f4d0d5e5a5d60a96ca2a5fbd9e9acad762d4c6b4874a3bbe5b2/565",
            "blink_wpt_tests": "1f1f3cca09d9896bf7495f55ebfc43710579df353e87d9c8871bd51a21f54a14/565",
            "boringssl_crypto_tests": "24677c5c5864ca58ac00d8aedc95395be1c4d8bdec348ef9fc795a663fb6e539/407",
            "boringssl_ssl_tests": "f03046275662336c90ae77742dc4e522084e955911bf6d9dc22baaf8b17f9981/322",
            "browser_tests": "8cc0065d2c4d3de8c5f5c78d25c979c5ba3dd2a69d81cee979db46c3b8916dcb/1293",
            "capture_unittests": "6044dcb6352557567252843e7e14c3110084efc664f52ef1c7503de16b0b8e16/401",
            "cast_unittests": "71a404818b67e8f67eb5f74154ae6895332364d241cd45bd0a28b1656f6b7821/322",
            "cc_unittests": "8fa0c0ee1ecfb1b5e0cabb7936b9dc4078f69d75e82d5a5e340774129a847a11/482",
            "chrome_app_unittests": "a29e80cfd3bb612e5469880f8bb30f675226685b52dbe7acb4f1fdec1f65b532/726",
            "chromedriver_py_tests": "e4a4062f8ce39d148e2bd5d991a20717f8984df53648ffd9f718f60b68f2e392/488",
            "chromedriver_replay_unittests": "5c6387ea37a8a603222c8b4dfdf0af7ff58f60d7e1548b63cf1e2bdff3490424/325",
            "chromedriver_unittests": "29d74852dac05209f6edf16902a56744b1f3006b7d8c72789e31839dce1a1046/479",
            "components_browsertests": "deb3eded7c58f424786da0f25c6a1ffe5010056a2f09afa90a3ac6ce0e6e8c44/651",
            "components_perftests": "d635cb1d4384e3ca5a4cfd8e0fa0b744fbba6b7bad2fc5239fce92976d08b1aa/648",
            "components_unittests": "61c3a41c342bf1a494dde3094de0725ad12051bb2e0ab037a20e4c384dc652ec/730",
            "content_browsertests": "5bffe34c2d98c59bab60bc0bcb61d0075b90ffd6912be1f728550bc82f053dcb/724",
            "content_shell_crash_test": "1bbc49ef2c22d061fe96088e8e74aa1e5c1a4f4ba3298aa4fd03c9ed0f34a3ce/565",
            "content_unittests": "455ed537208d88815d16902012fcf0f7852d8c039fbd9daf7a8e6a04be6a0fa7/559",
            "crashpad_tests": "c6cfd64294e2a90d76a1b693bc98c680f884d3f714d551eeb3503b80468c4054/407",
            "cronet_tests": "e5b87c2a5c9ac6e1e009216dabfcc29a5b4dd933dd8df9b224f92e64d26e1435/483",
            "cronet_unittests": "9c5ad3a772dc43653b0c3d25ba1360d8cf769f24b034f4ef7bbaed78306235a6/399",
            "crypto_unittests": "da21eb147f1ce4657e08ed4e43bfb071632a00ba597402ce4dcfd058a49a6702/322",
            "device_unittests": "cf7b16fc541d8d8e1232c7feb732f67ed7044fa667f772e65c262a8863d3116a/399",
            "display_unittests": "9751e9b5d587818ea19237fe8f18e715df68c145576c276f2739e08798a62066/322",
            "env_chromium_unittests": "4e6661901946a02b1e383fec4905fad785a91feb5fad314342cee925403fa423/322",
            "events_unittests": "075ecffa536921af05029f296e2ac7f445833910446c831b8c00d884f48ebbeb/322",
            "extensions_browsertests": "fc97ea602688433eee786370f74adca998360863b44c3b14396d94f0f654c788/569",
            "extensions_unittests": "0b8e167d7922e0ceb337818c9afab8165a51ea29ff819ecdc4aac131b31656af/643",
            "filesystem_service_unittests": "c480dcb773a413f69bcb70714dc26c711f835319a87de5b5ad514d8d128a8030/322",
            "flatbuffers_unittests": "8c933f43d4659ed4578b3c99812d16429cc86480d8fe8d46efd7317a74fac639/407",
            "gcm_unit_tests": "1d1a25878d491f0e991db2e9f2a9d550aa4fc9c4f4e9fe5f4e29dac32da1f038/399",
            "gfx_unittests": "a0f410c72ff2c44674b064c336002720e64cc35ce0d68af944101c480c66f026/398",
            "gin_unittests": "1f85a3586fcf7b922d90c1e92e3a31bb2fcc8efb5412900bc8c8dacf151b78f8/399",
            "google_apis_unittests": "5901b0f248824db391735f1fd5088b720af694ca85c1914895bacea76ffc3dff/484",
            "gpu_unittests": "f0579f134b23b37356e6e7993c09675e6a4600be539a5471a0cfa01a46e382f3/399",
            "gwp_asan_unittests": "35b700e5a3302aef6657a321e99c0a76781e4e5ace21701efc820d7a2eafc4a5/407",
            "headless_browsertests": "93395f4e36fc75fb30fe9fdd0c611319ee482ef393d5b65255a1146a51e10e79/568",
            "headless_unittests": "22d0c852dbb46d1e885b4963d8c98bf04efad3f4cbf6574c6d5da09f9c9f1aa3/322",
            "interactive_ui_tests": "02792983acc30cecdc28d4d11a7509ef4a1f974ed4ca4919ce2b5347f1dab351/967",
            "ipc_tests": "b0693af963bfb89cf995b05d4d789c032a7a5142f808d7fd601b7c6b04d1dee4/322",
            "latency_unittests": "5d7d8b03a1c746bc3f3112f6dde2d7a0f8ff3375560f809b7b423c8201300278/322",
            "leveldb_unittests": "6b2e4d4d8364ed5e3a28550d30b52407b01371b9eaf932c0edb1a007885c6e0d/322",
            "libjingle_xmpp_unittests": "46659232c21b786f3c852ab7cb867d355c37604fe4dffb91f0b942f075e3a6d2/322",
            "liburlpattern_unittests": "50b211e98e0944a8d7521b7c5943863fc0664f9fad5b5a9dbb609b9ed55b39fa/322",
            "mac_signing_tests": "6d6793a12f07453ae6e38dc1c5d3ce39908f33251682fc12a49c13364965b63b/487",
            "media_unittests": "cd5ac4716975412aff5926100bbca102c5fd394a17b1f2c3ccdd06b1ba25bc64/402",
            "message_center_unittests": "12b53984aae0e5e4db03cd3271cbd2fe9f385044f63a769b7f40f36387830639/322",
            "midi_unittests": "d86044da612449f40db4aa3099ace15c251ed220f5f7830ca5817bb0056bc166/322",
            "mojo_python_unittests": "f78588c2375d0063d99edcee9bb7367ed036c5526953aa338f30d5901a968cde/489",
            "mojo_unittests": "c5633c2ed259b0011a1ef07fc755609861bcbfad4342db3ee4ada59feff54226/400",
            "native_theme_unittests": "89d8f01dadf390c3ae14001ffb91abb3e5c7609b246ebbb0e8eccd3d05b182c6/322",
            "net_unittests": "e2e3ccc82223f6adb20478938b9bfeb28e8786dea8592e345256c485f0cd5514/486",
            "openscreen_unittests": "6631d45cadf38296dfe6ce82fbb542d60d83c1400d9f4aaa266086241540b433/407",
            "pdf_unittests": "8d7239735395ad6bf8203f9a7a6326589ac1d551070848edf90998659a200d20/399",
            "perfetto_unittests": "7d9dcc3da137348b823bb7271272b9cf6536460b5f621f39ecaeee0a48e451b2/322",
            "power_sampler_unittests": "80d4527c5ca18337671875f6e3f3cc1988f6da779e14594c058bb19b84964090/322",
            "printing_unittests": "ee8710e7a1eaef4478ebf1a0297b220dbad5f88126343fd3648257afc2e7f652/481",
            "remoting_unittests": "eb89f6540531ad8de309afc8fae1a09502ea09f3cec42f4efb70ea93771292ba/483",
            "sandbox_unittests": "045d955012986131753e9717f0eb138ee9262b564f0f2e8d5d5fa369f34190b8/322",
            "services_unittests": "93f5f4b470f6932c41ac255f6d197ea917e54b680c70695f01314618d644b54c/652",
            "shell_dialogs_unittests": "43eae5cd3c8236bb7d469e9478388e1b2c521a0e5ef24de5081afb62163a95cb/322",
            "skia_unittests": "39e78cba909b252657ee3b44703d207498b73a212fe5a2c3bc72192646ea80c9/322",
            "snapshot_unittests": "f0b8d857d7bf98f5ec2ebfb35800e79bf0bebd43ecc33360d297ab4fb8f65a1f/322",
            "sql_unittests": "cb1b54a9a5fac2afd46dca025b4772dc907c53fdf45c576aa5c5a60aca4f1aad/399",
            "storage_unittests": "b3036b8376436a763da7e088a92120160a066d6fec3363e54233f08a692c6774/480",
            "sync_integration_tests": "63752fac022350dc3259c2018bff436e1e51a4e72481bdf5f7e5fdf68e970852/808",
            "telemetry_gpu_unittests": "721d2e81e4b1faffdd5a725c73167c6088ccce62b592fa298abf955fe6650409/735",
            "telemetry_perf_unittests": "41c074b0ce301f2e9116c7e940dfc357cff1df4bb490ad89d02acdac675422e8/654",
            "ui_base_unittests": "2792db8d8f63a9029630ee1bb6e9be30f498cd89b71ceff9e92c67ea233635e8/554",
            "ui_touch_selection_unittests": "f873a5bd237258df717aff3bb986915a671793716b2985ef1af60d6bc8c5aefe/322",
            "ui_unittests": "4697642dd864a8ab117e2154099134293f1252fb9ff277db9098fdd09861cfc1/322",
            "unit_tests": "717ec234ab7735360131e7d2ab3dcf42e1aea0243bd5d33c7ad8ba1ecaf334fa/1135",
            "updater_tests": "be8cbd49001d09b863c3ca5290358c094edcb0bca8dbd95cdd2bec2ff90b29c7/565",
            "url_unittests": "4cf23a2029c666e43504563b5b55406daf37fbeb32482d319ff53e0431b566c3/322",
            "views_perftests": "c28b0839f78e69064534d178101ab8b5b12e5f3b2dfc4014f9a76b03a17d6bf7/486",
            "views_unittests": "45429df9376fea5ede5407a3524667b71df020ee0b6ed549f487c192f3fcf795/401",
            "viz_unittests": "005c074ecfa6882d2db89ee9d3d8ecc323f1d5617c5d7d1606631511fa95eae5/406",
            "wtf_unittests": "7f6526c63a4fe98050458cfeced8969bf0ef1f1f715bb3c0a9081fa2e4eecdad/322",
            "xr_browser_tests": "7e96fc75edda3e8b599f0d5ea69af89f8d48303cb676d974aa19a3877daa6835/807",
            "zlib_unittests": "91a1e6ca6a01f5c95b55af5df1080af7822fc7f9b6108eb7934a9680db614cc0/407"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "231f90b923dcfb94fa10980d7308bcd9baf75aa0aad5e0dccb3d7a2ad0d38c2c/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fc0fd86dc71699303771dffc943c8dfe93052d4d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8930031044154150832"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "66258"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:49:32.413] Scheduled build:
{
  "id": "8764600982179957393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 10607,
  "createdBy": "project:chromium",
  "createTime": "2023-11-12T20:49:31.953996128Z",
  "updateTime": "2023-11-12T20:49:31.953996128Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fc0fd86dc71699303771dffc943c8dfe93052d4d",
      "ref": "refs/heads/main"
    }
  }
}
[20:49:32.413] Task URL: https://cr-buildbucket.appspot.com/build/8764600982179957393
[20:49:32.413] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:2:0) after 2m42s
[20:49:36.152] Received PubSub notification, asking Buildbucket for the build status
[20:49:36.177] Build status: SCHEDULED
[20:52:14.488] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:2:0)
[20:52:14.581] Build status: SCHEDULED
[20:52:14.581] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:4:0) after 5m49s
[20:58:03.629] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:4:0)
[20:58:03.688] Build status: SCHEDULED
[20:58:03.688] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:5:0) after 2m38s
[21:00:41.768] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:5:0)
[21:00:41.800] Build status: SCHEDULED
[21:00:41.800] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:6:0) after 4m32s
[21:05:13.876] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:6:0)
[21:05:13.917] Build status: SCHEDULED
[21:05:13.917] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:7:0) after 3m21s
[21:08:34.986] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:7:0)
[21:08:35.004] Build status: SCHEDULED
[21:08:35.005] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:8:0) after 2m6s
[21:10:41.074] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:8:0)
[21:10:41.092] Build status: SCHEDULED
[21:10:41.092] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:9:0) after 5m12s
[21:15:53.173] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:9:0)
[21:15:53.194] Build status: SCHEDULED
[21:15:53.194] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:10:0) after 2m47s
[21:18:40.401] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:10:0)
[21:18:40.434] Build status: SCHEDULED
[21:18:40.434] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:11:0) after 4m0s
[21:22:40.562] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:11:0)
[21:22:40.581] Build status: SCHEDULED
[21:22:40.581] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:12:0) after 6m53s
[21:29:33.643] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:12:0)
[21:29:33.660] Build status: SCHEDULED
[21:29:33.660] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:13:0) after 1m46s
[21:31:19.700] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:13:0)
[21:31:19.719] Build status: SCHEDULED
[21:31:19.719] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:14:0) after 8m43s
[21:40:02.765] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:14:0)
[21:40:02.823] Build status: SCHEDULED
[21:40:02.823] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:15:0) after 1m11s
[21:41:13.869] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:15:0)
[21:41:13.897] Build status: SCHEDULED
[21:41:13.897] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:16:0) after 2m41s
[21:43:55.127] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:16:0)
[21:43:55.162] Build status: SCHEDULED
[21:43:55.162] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:17:0) after 6m44s
[21:50:39.200] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:17:0)
[21:50:39.229] Build status: SCHEDULED
[21:50:39.229] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:18:0) after 3m59s
[21:54:38.368] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:18:0)
[21:54:38.390] Build status: SCHEDULED
[21:54:38.390] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:19:0) after 6m8s
[22:00:46.471] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:19:0)
[22:00:46.495] Build status: SCHEDULED
[22:00:46.496] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:20:0) after 2m18s
[22:03:04.552] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:20:0)
[22:03:04.571] Build status: SCHEDULED
[22:03:04.571] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:21:0) after 6m42s
[22:09:46.776] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:21:0)
[22:09:46.829] Build status: SCHEDULED
[22:09:46.829] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:22:0) after 3m39s
[22:13:25.874] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:22:0)
[22:13:25.907] Build status: SCHEDULED
[22:13:25.907] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:23:0) after 1m6s
[22:14:31.948] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:23:0)
[22:14:31.968] Build status: SCHEDULED
[22:14:31.968] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:24:0) after 7m48s
[22:22:20.115] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:24:0)
[22:22:20.150] Build status: SCHEDULED
[22:22:20.150] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:25:0) after 1m55s
[22:23:47.241] Received PubSub notification, asking Buildbucket for the build status
[22:23:47.264] Build status: STARTED
[22:24:15.318] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:25:0)
[22:24:15.343] Build status: STARTED
[22:24:15.343] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:27:0) after 1m46s
[22:26:01.410] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:27:0)
[22:26:01.433] Build status: STARTED
[22:26:01.433] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:28:0) after 4m38s
[22:30:39.554] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:28:0)
[22:30:39.578] Build status: STARTED
[22:30:39.578] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:29:0) after 7m55s
[22:38:34.912] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:29:0)
[22:38:34.932] Build status: STARTED
[22:38:34.932] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:30:0) after 6m41s
[22:45:16.023] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:30:0)
[22:45:16.048] Build status: STARTED
[22:45:16.048] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:31:0) after 3m5s
[22:48:21.120] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:31:0)
[22:48:21.142] Build status: STARTED
[22:48:21.142] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:32:0) after 5m27s
[22:53:48.337] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:32:0)
[22:53:48.374] Build status: STARTED
[22:53:48.374] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:33:0) after 2m24s
[22:56:12.426] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:33:0)
[22:56:12.448] Build status: STARTED
[22:56:12.448] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:34:0) after 7m55s
[23:04:07.571] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:34:0)
[23:04:07.597] Build status: STARTED
[23:04:07.597] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:35:0) after 1m2s
[23:05:09.752] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:35:0)
[23:05:09.772] Build status: STARTED
[23:05:09.772] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:36:0) after 2m29s
[23:07:38.981] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:36:0)
[23:07:39.005] Build status: STARTED
[23:07:39.005] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:37:0) after 7m11s
[23:14:50.069] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:37:0)
[23:14:50.111] Build status: STARTED
[23:14:50.111] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:38:0) after 2m0s
[23:16:50.340] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:38:0)
[23:16:50.382] Build status: STARTED
[23:16:50.382] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:39:0) after 1m43s
[23:18:33.534] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:39:0)
[23:18:33.576] Build status: STARTED
[23:18:33.576] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8930031044154150832:40:0) after 3m23s
[23:19:59.642] Received PubSub notification, asking Buildbucket for the build status
[23:19:59.670] Build:
{
  "id": "8764600982179957393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 10607,
  "createdBy": "project:chromium",
  "createTime": "2023-11-12T20:49:31.953996128Z",
  "startTime": "2023-11-12T22:23:46.714951Z",
  "endTime": "2023-11-12T23:19:58.801209Z",
  "updateTime": "2023-11-12T23:19:58.801209Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fc0fd86dc71699303771dffc943c8dfe93052d4d",
      "ref": "refs/heads/main"
    }
  }
}
[23:19:59.674] Invocation finished in 2h30m28.987710852s with status FAILED