--- /dev/null
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+function get_ec2_metadata() {
+ # Pulled from instance metadata endpoint for EC2
+ # see https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/instancedata-data-retrieval.html
+ category=$1
+ curl -fsSL "http://169.254.169.254/latest/meta-data/${category}"
+}
+
+echo "ami-id: $(get_ec2_metadata ami-id)"
+echo "instance-id: $(get_ec2_metadata instance-id)"
+echo "instance-type: $(get_ec2_metadata instance-type)"
--- /dev/null
+{%- macro display_ec2_information() -%}
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
+{%- endmacro -%}
+{% import 'common.yml.j2' as common %}
{# squid_proxy is an private ELB that only available for GHA custom runners #}
{%- set squid_proxy = "http://internal-tf-lb-20210727220640487900000002-835786077.us-east-1.elb.amazonaws.com:3128" -%}
{# squid_no_proxy is a list of common set of fixed domains or IPs that we don't need to proxy. See https://docs.aws.amazon.com/AmazonECS/latest/developerguide/http_proxy_config.html#windows-proxy #}
with:
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ !{{ common.display_ec2_information() }}
- name: Calculate docker image tag
id: calculate-tag
run: |
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ !{{ common.display_ec2_information() }}
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ !{{ common.display_ec2_information() }}
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
with:
# deep clone, to allow tools/stats/print_test_stats.py to use Git commands
fetch-depth: 0
+ !{{ common.display_ec2_information() }}
- uses: actions/download-artifact@v2
name: Download PyTorch Test Reports
with:
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ !{{ common.display_ec2_information() }}
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
+{% import 'common.yml.j2' as common %}
{# squid_proxy is an private ELB that only available for GHA custom runners #}
{%- set squid_proxy = "http://internal-tf-lb-20210727220640487900000002-835786077.us-east-1.elb.amazonaws.com:3128" -%}
{# squid_no_proxy is a list of common set of fixed domains or IPs that we don't need to proxy. See https://docs.aws.amazon.com/AmazonECS/latest/developerguide/http_proxy_config.html#windows-proxy #}
path: pytorch-${{ github.run_id }}
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ !{{ common.display_ec2_information() }}
- name: Install Visual Studio 2019 toolchain
shell: powershell
run: |
path: pytorch-${{ github.run_id }}
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ !{{ common.display_ec2_information() }}
- name: Install Visual Studio 2019 toolchain
shell: powershell
run: |
with:
# deep clone, to allow tools/stats/print_test_stats.py to use Git commands
fetch-depth: 0
+ !{{ common.display_ec2_information() }}
- uses: actions/download-artifact@v2
name: Download PyTorch Test Reports
with:
# @generated DO NOT EDIT MANUALLY
+
# Template is at: .github/templates/linux_ci_workflow.yml.j2
# Generation script: .github/scripts/generate_ci_workflows.py
name: libtorch-linux-xenial-cuda10.2-py3.6-gcc7
with:
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Calculate docker image tag
id: calculate-tag
run: |
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
# @generated DO NOT EDIT MANUALLY
+
# Template is at: .github/templates/linux_ci_workflow.yml.j2
# Generation script: .github/scripts/generate_ci_workflows.py
name: libtorch-linux-xenial-cuda11.1-py3.6-gcc7
with:
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Calculate docker image tag
id: calculate-tag
run: |
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
# @generated DO NOT EDIT MANUALLY
+
# Template is at: .github/templates/linux_ci_workflow.yml.j2
# Generation script: .github/scripts/generate_ci_workflows.py
name: linux-bionic-cuda10.2-py3.9-gcc7
with:
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Calculate docker image tag
id: calculate-tag
run: |
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
with:
# deep clone, to allow tools/stats/print_test_stats.py to use Git commands
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- uses: actions/download-artifact@v2
name: Download PyTorch Test Reports
with:
# @generated DO NOT EDIT MANUALLY
+
# Template is at: .github/templates/linux_ci_workflow.yml.j2
# Generation script: .github/scripts/generate_ci_workflows.py
name: linux-bionic-py3.8-gcc9-coverage
with:
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Calculate docker image tag
id: calculate-tag
run: |
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
with:
# deep clone, to allow tools/stats/print_test_stats.py to use Git commands
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- uses: actions/download-artifact@v2
name: Download PyTorch Test Reports
with:
# @generated DO NOT EDIT MANUALLY
+
# Template is at: .github/templates/linux_ci_workflow.yml.j2
# Generation script: .github/scripts/generate_ci_workflows.py
name: linux-xenial-cuda10.2-py3.6-gcc7
with:
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Calculate docker image tag
id: calculate-tag
run: |
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
with:
# deep clone, to allow tools/stats/print_test_stats.py to use Git commands
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- uses: actions/download-artifact@v2
name: Download PyTorch Test Reports
with:
# @generated DO NOT EDIT MANUALLY
+
# Template is at: .github/templates/linux_ci_workflow.yml.j2
# Generation script: .github/scripts/generate_ci_workflows.py
name: linux-xenial-cuda11.1-py3.6-gcc7
with:
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Calculate docker image tag
id: calculate-tag
run: |
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
with:
# deep clone, to allow tools/stats/print_test_stats.py to use Git commands
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- uses: actions/download-artifact@v2
name: Download PyTorch Test Reports
with:
# @generated DO NOT EDIT MANUALLY
+
# Template is at: .github/templates/linux_ci_workflow.yml.j2
# Generation script: .github/scripts/generate_ci_workflows.py
name: linux-xenial-py3.6-gcc5.4
with:
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Calculate docker image tag
id: calculate-tag
run: |
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
with:
# deep clone, to allow tools/stats/print_test_stats.py to use Git commands
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- uses: actions/download-artifact@v2
name: Download PyTorch Test Reports
with:
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
# @generated DO NOT EDIT MANUALLY
+
# Template is at: .github/templates/bazel_ci_workflow.yml.j2
# Generation script: .github/scripts/generate_ci_workflows.py
name: linux-xenial-py3.6-gcc7-bazel-test
with:
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Calculate docker image tag
id: calculate-tag
run: |
# @generated DO NOT EDIT MANUALLY
+
# Template is at: .github/templates/linux_ci_workflow.yml.j2
# Generation script: .github/scripts/generate_ci_workflows.py
name: periodic-libtorch-linux-xenial-cuda11.3-py3.6-gcc7
with:
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Calculate docker image tag
id: calculate-tag
run: |
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
# @generated DO NOT EDIT MANUALLY
+
# Template is at: .github/templates/linux_ci_workflow.yml.j2
# Generation script: .github/scripts/generate_ci_workflows.py
name: periodic-linux-xenial-cuda11.3-py3.6-gcc7
with:
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Calculate docker image tag
id: calculate-tag
run: |
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
with:
fetch-depth: 0 # deep clone, to allow sharding to use git rev-list
submodules: recursive
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Pull docker image
run: |
docker pull "${DOCKER_IMAGE}"
with:
# deep clone, to allow tools/stats/print_test_stats.py to use Git commands
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- uses: actions/download-artifact@v2
name: Download PyTorch Test Reports
with:
# @generated DO NOT EDIT MANUALLY
+
# Template is at: .github/templates/windows_ci_workflow.yml.j2
# Generation script: .github/scripts/generate_ci_workflows.py
name: periodic-win-vs2019-cuda11.3-py3
path: pytorch-${{ github.run_id }}
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Install Visual Studio 2019 toolchain
shell: powershell
run: |
path: pytorch-${{ github.run_id }}
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Install Visual Studio 2019 toolchain
shell: powershell
run: |
with:
# deep clone, to allow tools/stats/print_test_stats.py to use Git commands
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- uses: actions/download-artifact@v2
name: Download PyTorch Test Reports
with:
# @generated DO NOT EDIT MANUALLY
+
# Template is at: .github/templates/windows_ci_workflow.yml.j2
# Generation script: .github/scripts/generate_ci_workflows.py
name: win-vs2019-cpu-py3
path: pytorch-${{ github.run_id }}
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Install Visual Studio 2019 toolchain
shell: powershell
run: |
path: pytorch-${{ github.run_id }}
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Install Visual Studio 2019 toolchain
shell: powershell
run: |
with:
# deep clone, to allow tools/stats/print_test_stats.py to use Git commands
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- uses: actions/download-artifact@v2
name: Download PyTorch Test Reports
with:
# @generated DO NOT EDIT MANUALLY
+
# Template is at: .github/templates/windows_ci_workflow.yml.j2
# Generation script: .github/scripts/generate_ci_workflows.py
name: win-vs2019-cuda10.1-py3
path: pytorch-${{ github.run_id }}
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Install Visual Studio 2019 toolchain
shell: powershell
run: |
path: pytorch-${{ github.run_id }}
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Install Visual Studio 2019 toolchain
shell: powershell
run: |
with:
# deep clone, to allow tools/stats/print_test_stats.py to use Git commands
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- uses: actions/download-artifact@v2
name: Download PyTorch Test Reports
with:
# @generated DO NOT EDIT MANUALLY
+
# Template is at: .github/templates/windows_ci_workflow.yml.j2
# Generation script: .github/scripts/generate_ci_workflows.py
name: win-vs2019-cuda11.1-py3
path: pytorch-${{ github.run_id }}
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Install Visual Studio 2019 toolchain
shell: powershell
run: |
path: pytorch-${{ github.run_id }}
# deep clone, to allow use of git merge-base
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- name: Install Visual Studio 2019 toolchain
shell: powershell
run: |
with:
# deep clone, to allow tools/stats/print_test_stats.py to use Git commands
fetch-depth: 0
+ - name: Display EC2 information
+ shell: bash
+ run: |
+ .github/scripts/display_ec2_information.sh
- uses: actions/download-artifact@v2
name: Download PyTorch Test Reports
with: