Skip to content

Commit 02948bd

Browse files
committed
Updated config.yml
1 parent 2285f7e commit 02948bd

File tree

1 file changed

+64
-85
lines changed

1 file changed

+64
-85
lines changed

.circleci/config.yml

Lines changed: 64 additions & 85 deletions
Original file line numberDiff line numberDiff line change
@@ -662,9 +662,6 @@ jobs:
662662

663663
package-jetson:
664664
parameters:
665-
enabled:
666-
type: boolean
667-
default: false
668665
torch-build:
669666
type: string
670667
jetpack-version:
@@ -679,72 +676,63 @@ jobs:
679676
image: ubuntu-2004:202201-02
680677
resource_class: arm.xlarge
681678
steps:
682-
- when:
683-
condition: << parameters.enabled >>
684-
steps:
685-
- checkout
686-
#- run:
687-
# name: Upgrade base
688-
# command: |
689-
# sudo apt clean
690-
# sudo apt update
691-
# sudo apt upgrade
692-
# sudo apt install software-properties-common
693-
- install-cuda:
694-
os: "ubuntu2004"
695-
platform: "sbsa"
696-
cuda-pkg-name: "cuda-toolkit-11-4"
697-
- run:
698-
name: Install openblas
699-
command: sudo apt install libopenblas-dev
700-
- create-env:
701-
os: "ubuntu2004"
702-
platform: "sbsa"
703-
cudnn-version: << pipeline.parameters.cudnn-jetson-version >>
704-
trt-version-short: << pipeline.parameters.trt-jetson-version-short >>
705-
bazel-version: "5.1.1"
706-
bazel-platform: "arm64"
707-
- run:
708-
name: Set python version
709-
command: |
710-
pyenv install << parameters.python-version >>
711-
pyenv global << parameters.python-version >>
712-
- run:
713-
name: Install NGC Torch
714-
environment:
715-
TORCH_INSTALL: https://developer.download.nvidia.com/compute/redist/jp/v<< parameters.jetpack-version >>/pytorch/<< parameters.torch-build >>
716-
command: |
717-
set -e
718-
python3 -m pip install --upgrade pip; python3 -m pip install setuptools wheel; python3 -m pip install expecttest xmlrunner hypothesis aiohttp numpy=='1.19.4' pyyaml scipy=='1.5.3' ninja cython typing_extensions protobuf; export "LD_LIBRARY_PATH=/usr/lib/llvm-8/lib:$LD_LIBRARY_PATH"; python3 -m pip install --upgrade protobuf; python3 -m pip install --no-cache $TORCH_INSTALL
719-
- build-py-cxx11-abi:
720-
platform: "sbsa"
721-
release: true
722-
- run:
723-
name: Build cxx11-abi tarball
724-
command: |
725-
set -e
726-
bazel build //:libtorchtrt -c opt
727-
CUDA_VERSION=$(cd torch_tensorrt && python3 -c "from _version import __cuda_version__;print(__cuda_version__)")
728-
TORCHTRT_VERSION=$(cd torch_tensorrt && python3 -c "from _version import __version__;print(__version__)")
729-
TRT_VERSION=$(cd torch_tensorrt && python3 -c "from _version import __tensorrt_version__;print(__tensorrt_version__)")
730-
CUDNN_VERSION=$(cd torch_tensorrt && python3 -c "from _version import __cudnn_version__;print(__cudnn_version__)")
731-
pip3 install -r ~/project/py/requirements.txt
732-
TORCH_VERSION=$(python3 -c "from torch import __version__;print(__version__.split('+')[0])")
733-
cp ~/project/bazel-bin/libtorchtrt.tar.gz ~/project/py/dist/libtorchtrt-${TORCHTRT_VERSION}-cudnn${CUDNN_VERSION}-tensorrt${TRT_VERSION}-cuda${CUDA_VERSION}-libtorch-${TORCH_VERSION}.tar.gz
734-
- run:
735-
name: Move to release dir
736-
command: |
737-
mkdir -p /tmp/dist/jetson
738-
cp -r ~/project/py/dist/* /tmp/dist/jetson
739-
- store_artifacts:
740-
path: /tmp/dist/jetson
741-
destination: aarch64-release-pkgs
742-
- unless:
743-
condition: << parameters.enabled >>
744-
steps:
745-
- run:
746-
name: Skipped packaging
747-
command: echo -e "Packaging stage not enabled"
679+
- checkout
680+
#- run:
681+
# name: Upgrade base
682+
# command: |
683+
# sudo apt clean
684+
# sudo apt update
685+
# sudo apt upgrade
686+
# sudo apt install software-properties-common
687+
- install-cuda:
688+
os: "ubuntu2004"
689+
platform: "sbsa"
690+
cuda-pkg-name: "cuda-toolkit-11-4"
691+
- run:
692+
name: Install openblas
693+
command: sudo apt install libopenblas-dev
694+
- create-env:
695+
os: "ubuntu2004"
696+
platform: "sbsa"
697+
cudnn-version: << pipeline.parameters.cudnn-jetson-version >>
698+
trt-version-short: << pipeline.parameters.trt-jetson-version-short >>
699+
bazel-version: "5.1.1"
700+
bazel-platform: "arm64"
701+
- run:
702+
name: Set python version
703+
command: |
704+
pyenv install << parameters.python-version >>
705+
pyenv global << parameters.python-version >>
706+
- run:
707+
name: Install NGC Torch
708+
environment:
709+
TORCH_INSTALL: https://developer.download.nvidia.com/compute/redist/jp/v<< parameters.jetpack-version >>/pytorch/<< parameters.torch-build >>
710+
command: |
711+
set -e
712+
python3 -m pip install --upgrade pip; python3 -m pip install setuptools wheel; python3 -m pip install expecttest xmlrunner hypothesis aiohttp numpy=='1.19.4' pyyaml scipy=='1.5.3' ninja cython typing_extensions protobuf; export "LD_LIBRARY_PATH=/usr/lib/llvm-8/lib:$LD_LIBRARY_PATH"; python3 -m pip install --upgrade protobuf; python3 -m pip install --no-cache $TORCH_INSTALL
713+
- build-py-cxx11-abi:
714+
platform: "sbsa"
715+
release: true
716+
- run:
717+
name: Build cxx11-abi tarball
718+
command: |
719+
set -e
720+
bazel build //:libtorchtrt -c opt
721+
CUDA_VERSION=$(cd torch_tensorrt && python3 -c "from _version import __cuda_version__;print(__cuda_version__)")
722+
TORCHTRT_VERSION=$(cd torch_tensorrt && python3 -c "from _version import __version__;print(__version__)")
723+
TRT_VERSION=$(cd torch_tensorrt && python3 -c "from _version import __tensorrt_version__;print(__tensorrt_version__)")
724+
CUDNN_VERSION=$(cd torch_tensorrt && python3 -c "from _version import __cudnn_version__;print(__cudnn_version__)")
725+
pip3 install -r ~/project/py/requirements.txt
726+
TORCH_VERSION=$(python3 -c "from torch import __version__;print(__version__.split('+')[0])")
727+
cp ~/project/bazel-bin/libtorchtrt.tar.gz ~/project/py/dist/libtorchtrt-${TORCHTRT_VERSION}-cudnn${CUDNN_VERSION}-tensorrt${TRT_VERSION}-cuda${CUDA_VERSION}-libtorch-${TORCH_VERSION}.tar.gz
728+
- run:
729+
name: Move to release dir
730+
command: |
731+
mkdir -p /tmp/dist/jetson
732+
cp -r ~/project/py/dist/* /tmp/dist/jetson
733+
- store_artifacts:
734+
path: /tmp/dist/jetson
735+
destination: aarch64-release-pkgs
748736

749737

750738
parameters:
@@ -821,7 +809,6 @@ workflows:
821809
python-version: 3.8.10
822810

823811

824-
825812
- build-x86_64-pyt-release:
826813
torch-build: << pipeline.parameters.torch-release-build >>
827814
torch-build-index: << pipeline.parameters.torch-release-build-index >>
@@ -846,7 +833,7 @@ workflows:
846833
requires:
847834
- build-x86_64-pyt-release
848835

849-
- test-py-ts-x86_64:
836+
- test-py-fx-x86_64:
850837
name: test-py-fx-x86_64-pyt-release
851838
channel: "release"
852839
torch-build: << pipeline.parameters.torch-release-build >>
@@ -856,7 +843,6 @@ workflows:
856843
- build-x86_64-pyt-release
857844

858845

859-
860846
- build-x86_64-pyt-nightly:
861847
torch-build: << pipeline.parameters.torch-nightly-build >>
862848
torch-build-index: << pipeline.parameters.torch-nightly-build-index >>
@@ -889,6 +875,7 @@ workflows:
889875
trt-version-long: << pipeline.parameters.trt-nightly-version-long >>
890876
requires:
891877
- build-x86_64-pyt-nightly
878+
892879
release:
893880
when: << pipeline.parameters.packaging-enabled >>
894881
jobs:
@@ -901,6 +888,7 @@ workflows:
901888
torch-build: << pipeline.parameters.torch-release-build >>
902889
torch-build-index: << pipeline.parameters.torch-release-build-index >>
903890

891+
904892
- test-core-cpp-x86_64:
905893
name: test-core-cpp-x86_64-pyt-release
906894
channel: "release"
@@ -921,7 +909,7 @@ workflows:
921909
requires:
922910
- build-x86_64-pyt-release
923911

924-
- test-py-ts-x86_64:
912+
- test-py-fx-x86_64:
925913
name: test-py-fx-x86_64-pyt-release
926914
channel: "release"
927915
torch-build: << pipeline.parameters.torch-release-build >>
@@ -930,6 +918,7 @@ workflows:
930918
requires:
931919
- build-x86_64-pyt-release
932920

921+
933922
- package-x86_64:
934923
name: package-release-x86_64
935924
enabled: << pipeline.parameters.packaging-enabled >>
@@ -946,7 +935,6 @@ workflows:
946935
torch-build: << pipeline.parameters.torch-jetson-build >>
947936
jetpack-version: << pipeline.parameters.jetpack-version >>
948937
python-version: 3.8.10
949-
950938
requires:
951939
- build-aarch64-pyt-jetson
952940

@@ -958,7 +946,6 @@ workflows:
958946
python-version: 3.8.10
959947

960948

961-
962949
- build-x86_64-pyt-release:
963950
torch-build: << pipeline.parameters.torch-release-build >>
964951
torch-build-index: << pipeline.parameters.torch-release-build-index >>
@@ -983,7 +970,7 @@ workflows:
983970
requires:
984971
- build-x86_64-pyt-release
985972

986-
- test-py-ts-x86_64:
973+
- test-py-fx-x86_64:
987974
name: test-py-fx-x86_64-pyt-release
988975
channel: "release"
989976
torch-build: << pipeline.parameters.torch-release-build >>
@@ -992,14 +979,6 @@ workflows:
992979
requires:
993980
- build-x86_64-pyt-release
994981

995-
- deploy-py-x86_64:
996-
name: deploy-release-x86_86-py
997-
torch-build: << pipeline.parameters.torch-release-build >>
998-
torch-build-index: << pipeline.parameters.torch-release-build-index >>
999-
trt-version-short: << pipeline.parameters.trt-release-version-short >>
1000-
trt-version-long: << pipeline.parameters.trt-release-version-long >>
1001-
1002-
1003982

1004983
- build-x86_64-pyt-nightly:
1005984
torch-build: << pipeline.parameters.torch-nightly-build >>
@@ -1032,4 +1011,4 @@ workflows:
10321011
torch-build-index: << pipeline.parameters.torch-nightly-build-index >>
10331012
trt-version-long: << pipeline.parameters.trt-nightly-version-long >>
10341013
requires:
1035-
- build-x86_64-pyt-nightly
1014+
- build-x86_64-pyt-nightly

0 commit comments

Comments
 (0)