.vpython3

   1 # This is a vpython "spec" file.
   2 #
   3 # It describes patterns for python wheel dependencies of the python scripts in
   4 # the chromium repo, particularly for dependencies that have compiled components
   5 # (since pure-python dependencies can be easily vendored into third_party).
   6 #
   7 # When vpython is invoked, it finds this file and builds a python VirtualEnv,
   8 # containing all of the dependencies described in this file, fetching them from
   9 # CIPD (the "Chrome Infrastructure Package Deployer" service). Unlike `pip`,
  10 # this never requires the end-user machine to have a working python extension
  11 # compilation environment. All of these packages are built using:
  12 #   https://chromium.googlesource.com/infra/infra/+/main/infra/tools/dockerbuild/
  13 #
  14 # All python scripts in the repo share this same spec, to avoid dependency
  15 # fragmentation.
  16 #
  17 # If you have depot_tools installed in your $PATH, you can invoke python scripts
  18 # in this repo by running them as you normally would run them, except
  19 # substituting `vpython` instead of `python` on the command line, e.g.:
  20 #   vpython path/to/script.py some --arguments
  21 #
  22 # Read more about `vpython` and how to modify this file here:
  23 #   https://chromium.googlesource.com/infra/infra/+/main/doc/users/vpython.md
  24
  25 python_version: "3.8"
  26
  27 # The default set of platforms vpython checks does not yet include mac-arm64.
  28 # Setting `verify_pep425_tag` to the list of platforms we explicitly must support
  29 # allows us to ensure that vpython specs stay mac-arm64-friendly
  30 verify_pep425_tag: [
  31     {python: "cp38", abi: "cp38", platform: "manylinux1_x86_64"},
  32     {python: "cp38", abi: "cp38", platform: "linux_arm64"},
  33
  34     {python: "cp38", abi: "cp38", platform: "macosx_10_10_intel"},
  35     {python: "cp38", abi: "cp38", platform: "macosx_11_0_arm64"},
  36
  37     {python: "cp38", abi: "cp38", platform: "win32"},
  38     {python: "cp38", abi: "cp38", platform: "win_amd64"}
  39 ]
  40
  41 # Used by:
  42 #   build/android/pylib/local/emulator/avd.py
  43 wheel: <
  44   name: "infra/python/wheels/protobuf-py3"
  45   version: "version:3.20.0"
  46 >
  47
  48 # TODO(https://crbug.com/898348): Add in necessary wheels as Python3 versions
  49 # become available.
  50 wheel: <
  51   name: "infra/python/wheels/six-py2_py3"
  52   version: "version:1.15.0"
  53 >
  54
  55 # These wheels are necessary to run pytype, i.e. enforce Python 3 type hinting.
  56 # We currently use 2021.11.2 instead of the 2022.5.5 available in CIPD because
  57 # 2022.5.5 seems to have issues when analyzing code that imports the asyncio
  58 # module. 2021.11.2 only has Linux wheels available, so restrict to that
  59 # platform.
  60 wheel: <
  61   name: "infra/python/wheels/pytype/${vpython_platform}"
  62   version: "version:2021.11.2"
  63   match_tag: <
  64     platform: "manylinux1_x86_64"
  65   >
  66 >
  67 wheel: <
  68   name: "infra/python/wheels/importlab-py3"
  69   version: "version:0.6.1"
  70   match_tag: <
  71     platform: "manylinux1_x86_64"
  72   >
  73 >
  74 wheel: <
  75   name: "infra/python/wheels/networkx-py3"
  76   version: "version:2.5"
  77   match_tag: <
  78     platform: "manylinux1_x86_64"
  79   >
  80 >
  81 wheel: <
  82   name: "infra/python/wheels/decorator-py3"
  83   version: "version:5.0.9"
  84   match_tag: <
  85     platform: "manylinux1_x86_64"
  86   >
  87 >
  88 wheel: <
  89   name: "infra/python/wheels/libcst-py3"
  90   version: "version:0.3.19"
  91   match_tag: <
  92     platform: "manylinux1_x86_64"
  93   >
  94 >
  95 wheel: <
  96   name: "infra/python/wheels/pyyaml/${vpython_platform}"
  97   version: "version:5.4.1.chromium.1"
  98   match_tag: <
  99     platform: "manylinux1_x86_64"
 100   >
 101 >
 102 wheel: <
 103   name: "infra/python/wheels/typing-inspect-py3"
 104   version: "version:0.7.1"
 105   match_tag: <
 106     platform: "manylinux1_x86_64"
 107   >
 108 >
 109 wheel: <
 110   name: "infra/python/wheels/typing-extensions-py3"
 111   version: "version:4.0.1"
 112   match_tag: <
 113     platform: "manylinux1_x86_64"
 114   >
 115 >
 116 wheel: <
 117   name: "infra/python/wheels/tabulate-py3"
 118   version: "version:0.8.9"
 119 >
 120 wheel: <
 121   name: "infra/python/wheels/typed-ast/${vpython_platform}"
 122   version: "version:1.5.3"
 123   match_tag: <
 124     platform: "manylinux1_x86_64"
 125   >
 126 >
 127 wheel: <
 128   name: "infra/python/wheels/ninja/${vpython_platform}"
 129   version: "version:1.10.0.post2"
 130   match_tag: <
 131     platform: "manylinux1_x86_64"
 132   >
 133 >
 134 wheel: <
 135   name: "infra/python/wheels/mypy-extensions-py3"
 136   version: "version:0.4.3"
 137   match_tag: <
 138     platform: "manylinux1_x86_64"
 139   >
 140 >
 141
 142 # Common utilities.
 143 # Use the same versions specified by //third_party/catapult/.vpython3 so that
 144 # Chromium tests using Telemetry function properly.
 145 wheel: <
 146   name: "infra/python/wheels/numpy/${vpython_platform}"
 147   version: "version:1.2x.supported.1"
 148 >
 149 wheel: <
 150   name: "infra/python/wheels/pexpect/${vpython_platform}"
 151   version: "version:4.8.0.chromium.1"
 152 >
 153 wheel: <
 154   name: "infra/python/wheels/psutil/${vpython_platform}"
 155   version: "version:5.8.0.chromium.3"
 156 >
 157 wheel: <
 158   name: "infra/python/wheels/requests-py3"
 159   version: "version:2.31.0"
 160 >
 161 wheel: <
 162   name: "infra/python/wheels/pillow/${vpython_platform}"
 163   version: "version:8.3.1"
 164   # There is currently no Linux arm/arm64 version in CIPD.
 165   not_match_tag <
 166     platform: "linux_arm64"
 167   >
 168 >
 169 wheel: <
 170   name: "infra/python/wheels/opencv_python/${vpython_platform}"
 171   version: "version:4.5.3.56.chromium.4"
 172   # There is currently no Linux arm/arm64 version in CIPD.
 173   not_match_tag <
 174     platform: "linux_arm64"
 175   >
 176 >
 177
 178 # Used by various python unit tests.
 179 wheel: <
 180   name: "infra/python/wheels/mock-py2_py3"
 181   version: "version:2.0.0"
 182 >
 183 wheel: <
 184   name: "infra/python/wheels/parameterized-py2_py3"
 185   version: "version:0.7.1"
 186 >
 187 wheel: <
 188   name: "infra/python/wheels/pbr-py2_py3"
 189   version: "version:3.0.0"
 190 >
 191
 192 wheel: <
 193   name: "infra/python/wheels/pyfakefs-py2_py3"
 194   version: "version:3.7.2"
 195 >
 196
 197 # Used by:
 198 #   build/chromeos/test_runner.py
 199 wheel: <
 200   name: "infra/python/wheels/jsonlines-py2_py3"
 201   version: "version:1.2.0"
 202 >
 203 wheel: <
 204   name: "infra/python/wheels/python-dateutil-py2_py3"
 205   version: "version:2.7.3"
 206 >
 207
 208 # Used by WPT importer
 209 wheel: <
 210   name: "infra/python/wheels/charset_normalizer-py3"
 211   version: "version:2.0.4"
 212 >
 213 wheel: <
 214   name: "infra/python/wheels/pyasn1-py2_py3"
 215   version: "version:0.4.5"
 216 >
 217 wheel: <
 218   name: "infra/python/wheels/pyasn1_modules-py2_py3"
 219   version: "version:0.2.4"
 220 >
 221 wheel: <
 222   name: "infra/python/wheels/rsa-py2_py3"
 223   version: "version:3.4.2"
 224 >
 225 wheel: <
 226   name: "infra/python/wheels/cachetools-py2_py3"
 227   version: "version:2.0.1"
 228 >
 229 wheel: <
 230   name: "infra/python/wheels/uritemplate-py2_py3"
 231   version: "version:3.0.0"
 232 >
 233 wheel: <
 234   name: "infra/python/wheels/google-auth-py2_py3"
 235   version: "version:1.25.0"
 236 >
 237 wheel: <
 238   name: "infra/python/wheels/googleapis-common-protos-py2_py3"
 239   version: "version:1.52.0"
 240 >
 241 wheel: <
 242   name: "infra/python/wheels/google-api-core-py3"
 243   version: "version:1.31.5"
 244 >
 245 wheel: <
 246   name: "infra/python/wheels/google-auth-httplib2-py2_py3"
 247   version: "version:0.1.0"
 248 >
 249 wheel: <
 250   name: "infra/python/wheels/google-api-python-client-py3"
 251   version: "version:2.2.0"
 252 >
 253 wheel: <
 254   name: "infra/python/wheels/oauth2client-py2_py3"
 255   version: "version:3.0.0"
 256 >
 257
 258 # Used by:
 259 # //third_party/blink/tools/wpt_upload.py
 260 # //third_party/chromite/bin/cros chrome-sdk
 261 wheel: <
 262   name: "infra/python/wheels/crcmod/${vpython_platform}"
 263   version: "version:1.7.chromium.3"
 264 >
 265
 266 wheel: <
 267   name: "infra/python/wheels/grpcio/${vpython_platform}"
 268   version: "version:1.44.0"
 269 >
 270
 271 wheel: <
 272   name: "infra/python/wheels/grpc-google-iam-v1-py3"
 273   version: "version:0.12.3"
 274 >
 275
 276 wheel: <
 277   name: "infra/python/wheels/proto-plus-py3"
 278   version: "version:1.20.3"
 279 >
 280
 281 wheel: <
 282   name: "infra/python/wheels/google-cloud-kms-py3"
 283   version: "version:2.11.1"
 284 >
 285
 286 # Used by Web Platform Tests (WPT) codebase in
 287 # //third_party/wpt_tools
 288 wheel: <
 289   name: "infra/python/wheels/html5lib-py2_py3"
 290   version: "version:1.0.1"
 291 >
 292 wheel: <
 293   name: "infra/python/wheels/mozdebug-py3"
 294   version: "version:0.3.0"
 295 >
 296 wheel: <
 297   name: "infra/python/wheels/mozinfo-py2_py3"
 298   version: "version:1.2.2"
 299 >
 300 wheel: <
 301   name: "infra/python/wheels/blessed-py2_py3"
 302   version: "version:1.20.0"
 303 >
 304 wheel: <
 305   name: "infra/python/wheels/wcwidth-py2_py3"
 306   version: "version:0.2.5"
 307 >
 308 wheel: <
 309   name: "infra/python/wheels/jinxed-py2_py3"
 310   version: "version:1.2.0"
 311 >
 312 wheel: <
 313   name: "infra/python/wheels/ansicon-py2_py3"
 314   version: "version:1.89.0"
 315 >
 316 wheel: <
 317   name: "infra/python/wheels/mozlog-py2_py3"
 318   version: "version:8.0.0"
 319 >
 320 wheel: <
 321   name: "infra/python/wheels/mozprocess-py3"
 322   version: "version:1.3.0"
 323 >
 324 wheel: <
 325   name: "infra/python/wheels/urllib3-py2_py3"
 326   version: "version:1.26.6"
 327 >
 328 wheel: <
 329   name: "infra/python/wheels/blessings-py2_py3"
 330   version: "version:1.7"
 331 >
 332 wheel: <
 333   name: "infra/python/wheels/mozfile-py2_py3"
 334   version: "version:2.0.0"
 335 >
 336 wheel: <
 337   name: "infra/python/wheels/mozterm-py2_py3"
 338   version: "version:1.0.0"
 339 >
 340 wheel: <
 341   name: "infra/python/wheels/webencodings-py2_py3"
 342   version: "version:0.5.1"
 343 >
 344 wheel: <
 345   name: "infra/python/wheels/certifi-py2_py3"
 346   version: "version:2020.11.8"
 347 >
 348 wheel: <
 349   name: "infra/python/wheels/chardet-py2_py3"
 350   version: "version:3.0.4"
 351 >
 352 wheel: <
 353   name: "infra/python/wheels/idna-py2_py3"
 354   version: "version:2.8"
 355 >
 356 wheel: <
 357   name: "infra/python/wheels/distro-py2_py3"
 358   version: "version:1.4.0"
 359 >
 360 wheel: <
 361   name: "infra/python/wheels/aioquic/${vpython_platform}"
 362   version: "version:0.9.20.chromium.1"
 363 >
 364 wheel: <
 365   name: "infra/python/wheels/pylsqpack/${vpython_platform}"
 366   version: "version:0.3.12"
 367 >
 368 wheel: <
 369   name: "infra/python/wheels/cryptography/${vpython_platform}"
 370   version: "version:3.3.1.chromium.1"
 371 >
 372 wheel: <
 373   name: "infra/python/wheels/cffi/${vpython_platform}"
 374   version: "version:1.14.5.chromium.7"
 375 >
 376 wheel: <
 377   name: "infra/python/wheels/pycparser-py2_py3"
 378   version: "version:2.19"
 379 >
 380 wheel: <
 381   name: "infra/python/wheels/ecdsa-py2_py3"
 382   version: "version:0.17.0"
 383 >
 384 wheel: <
 385   name: "infra/python/wheels/brotli/${vpython_platform}"
 386   version: "version:1.0.9"
 387 >
 388
 389 # Used by:
 390 #   chrome/test/chromedriver/test/run_webdriver_tests.py
 391 wheel: <
 392   name: "infra/python/wheels/iniconfig-py3"
 393   version: "version:1.1.1"
 394 >
 395
 396 wheel: <
 397   name: "infra/python/wheels/packaging-py2_py3"
 398   version: "version:16.8"
 399 >
 400
 401 wheel: <
 402   name: "infra/python/wheels/pyparsing-py2_py3"
 403   version: "version:2.4.7"
 404 >
 405
 406 wheel: <
 407   name: "infra/python/wheels/toml-py3"
 408   version: "version:0.10.1"
 409 >
 410
 411 # Used by: pytest-py3:7.3.1
 412 wheel: <
 413   name: "infra/python/wheels/exceptiongroup-py3"
 414   version: "version:1.1.2"
 415 >
 416
 417 # Used by: pytest-py3:7.3.1
 418 wheel: <
 419   name: "infra/python/wheels/tomli-py3"
 420   version: "version:2.0.1"
 421 >
 422
 423 wheel <
 424   name: "infra/python/wheels/pytest-py3"
 425   version: "version:7.3.1"
 426 >
 427
 428 wheel <
 429   name: "infra/python/wheels/pytest-asyncio-py3"
 430   version: "version:0.19.0"
 431 >
 432
 433 wheel <
 434   name: "infra/python/wheels/attrs-py2_py3"
 435   version: "version:21.4.0"
 436 >
 437
 438 wheel <
 439   name: "infra/python/wheels/more-itertools-py2_py3"
 440   version: "version:4.1.0"
 441 >
 442
 443 wheel <
 444   name: "infra/python/wheels/pluggy-py3"
 445   version: "version:0.13.1"
 446 >
 447
 448 wheel <
 449   name: "infra/python/wheels/py-py2_py3"
 450   version: "version:1.10.0"
 451 >
 452
 453 wheel <
 454   name: "infra/python/wheels/funcsigs-py2_py3"
 455   version: "version:1.0.2"
 456 >
 457
 458 wheel: <
 459   name: "infra/python/wheels/atomicwrites-py2_py3"
 460   version: "version:1.3.0"
 461 >
 462
 463 wheel: <
 464   name: "infra/python/wheels/colorama-py2_py3"
 465   version: "version:0.4.1"
 466 >
 467
 468 # Used by:
 469 #   testing/buildbot/generate_buildbot_json_coveragetest.py
 470 wheel: <
 471   name: "infra/python/wheels/coverage/${vpython_platform}"
 472   version: "version:5.5.chromium.3"
 473 >
 474
 475 # Used by:
 476 #   //content/test/gpu
 477 wheel: <
 478   name: "infra/python/wheels/pathos/${vpython_platform}"
 479   version: "version:0.2.7.chromium.5"
 480   not_match_tag <
 481     abi: "cp27mu"
 482     platform: "manylinux1_i686"
 483   >
 484   not_match_tag <
 485     abi: "cp27mu"
 486     platform: "linux_mips64"
 487   >
 488   not_match_tag <
 489     abi: "cp27mu"
 490     platform: "linux_armv6l"
 491   >
 492   not_match_tag <
 493     abi: "cp27mu"
 494     platform: "linux_armv7l"
 495   >
 496 >
 497
 498 wheel: <
 499   name: "infra/python/wheels/websockets-py3"
 500   version: "version:11.0.3"
 501 >
 502
 503 wheel: <
 504   name: "infra/python/wheels/beautifulsoup4-py3"
 505   version: "version:4.9.0"
 506 >
 507 wheel: <
 508   name: "infra/python/wheels/soupsieve-py3"
 509   version: "version:1.9.5"
 510 >
 511
 512 # Used by:
 513 #   //tools/infra/find_bad_builds.py
 514 wheel: <
 515   name: "infra/python/wheels/pytz-py2_py3"
 516   version: "version:2018.4"
 517 >
 518
 519 # Used by:
 520 #   //third_party/blink/tools/blinkpy/web_tests/port/server_process.py
 521 wheel: <
 522   name: "infra/python/wheels/pywin32/${vpython_platform}"
 523   version: "version:300"
 524   match_tag: <
 525     platform: "win32"
 526   >
 527   match_tag: <
 528     platform: "win_amd64"
 529   >
 530 >
 531
 532 # Used by:
 533 #   //content/test/gpu/gpu_tests/color_profile_manager_mac.py
 534 wheel: <
 535   name: "infra/python/wheels/pyobjc/${vpython_platform}"
 536   version: "version:7.3.chromium.1"
 537   match_tag: <
 538     platform: "macosx_10_10_intel"
 539   >
 540   match_tag: <
 541     platform: "macosx_11_0_arm64"
 542   >
 543 >
 544
 545 # Used by:
 546 #   tools/perf/core/results_dashboard.py
 547 wheel: <
 548   name: "infra/python/wheels/httplib2-py3"
 549   version: "version:0.19.1"
 550 >
 551
 552 # Used by:
 553 #   tools/perf/flakiness_cli
 554 wheel: <
 555   name: "infra/python/wheels/pandas/${vpython_platform}"
 556   version: "version:1.3.2.chromium.1"
 557   not_match_tag: <
 558     platform: "linux_arm64"
 559   >
 560 >
 561
 562 # Used by:
 563 #   tools/perf/crossbench
 564 wheel: <
 565   name: "infra/python/wheels/hjson-py2_py3"
 566   version: "version:3.1.0"
 567 >
 568
 569 wheel: <
 570   name: "infra/python/wheels/frozendict-py3"
 571   version: "version:2.0.6"
 572 >
 573
 574 # Used by:
 575 #   chrome/test/mini_installer/test_chrome_with_chromedriver.py
 576 #   testing/script/run_variations_smoke_tests.py
 577 #   tools/perf/crossbench
 578 # Keep this to the same revision as third_party/webdriver/pylib, which is pulled
 579 # in via DEPS.
 580 wheel: <
 581   name: "infra/python/wheels/selenium-py3"
 582   version: "version:4.1.0"
 583 >
 584 wheel: <
 585   name: "infra/python/wheels/trio-py3"
 586   version: "version:0.20.0"
 587 >
 588 wheel: <
 589   name: "infra/python/wheels/trio-websocket-py3"
 590   version: "version:0.9.2"
 591 >
 592 wheel: <
 593   name: "infra/python/wheels/outcome-py3"
 594   version: "version:1.1.0"
 595 >
 596 wheel: <
 597   name: "infra/python/wheels/sniffio-py3"
 598   version: "version:1.2.0"
 599 >
 600 wheel: <
 601   name: "infra/python/wheels/async-generator-py3"
 602   version: "version:1.10"
 603 >
 604 wheel: <
 605   name: "infra/python/wheels/wsproto-py3"
 606   version: "version:1.1.0"
 607 >
 608 wheel: <
 609   name: "infra/python/wheels/h11-py3"
 610   version: "version:0.13.0"
 611 >
 612 wheel: <
 613   name: "infra/python/wheels/sortedcontainers-py3"
 614   version: "version:2.4.0"
 615 >
 616 wheel: <
 617   name: "infra/python/wheels/pyopenssl-py2_py3"
 618   version: "version:20.0.0"
 619 >
 620
 621 # Used by //tools/md_browser to render Markdown.
 622 wheel: <
 623   name: "infra/python/wheels/markdown-py3"
 624   version: "version:3.3.4"
 625 >
 626 wheel: <
 627   name: "infra/python/wheels/importlib-metadata-py3"
 628   version: "version:1.6.0"
 629 >
 630 wheel: <
 631   name: "infra/python/wheels/zipp-py3"
 632   version: "version:3.1.0"
 633 >