@@ -410,182 +410,182 @@ jobs:
410410 tag-pr : ${{ steps.config.outputs.framework }}-${{ steps.config.outputs.framework-version }}-${{ steps.config.outputs.device-type }}-${{ steps.config.outputs.python-version }}-${{ steps.config.outputs.cuda-version }}-${{ steps.config.outputs.os-version }}-rayserve-ec2-pr-${{ github.event.pull_request.number }}
411411 dockerfile-path : docker/${{ steps.config.outputs.framework }}/Dockerfile
412412
413- set-rayserve-test-environment :
414- needs : [check-changes, build-vllm-rayserve-image, load-config]
415- if : |
416- always() && !failure() && !cancelled() &&
417- (needs.check-changes.outputs.build-change == 'true' || needs.check-changes.outputs.test-change == 'true')
418- runs-on : ubuntu-latest
419- concurrency :
420- group : ${{ github.workflow }}-set-rayserve-test-environment-${{ github.event.pull_request.number }}
421- cancel-in-progress : true
422- outputs :
423- aws-account-id : ${{ steps.set-env.outputs.AWS_ACCOUNT_ID }}
424- image-uri : ${{ steps.set-env.outputs.IMAGE_URI }}
425- framework-version : ${{ steps.config.outputs.framework-version }}
426- steps :
427- - name : Checkout code
428- uses : actions/checkout@v4
413+ # set-rayserve-test-environment:
414+ # needs: [check-changes, build-vllm-rayserve-image, load-config]
415+ # if: |
416+ # always() && !failure() && !cancelled() &&
417+ # (needs.check-changes.outputs.build-change == 'true' || needs.check-changes.outputs.test-change == 'true')
418+ # runs-on: ubuntu-latest
419+ # concurrency:
420+ # group: ${{ github.workflow }}-set-rayserve-test-environment-${{ github.event.pull_request.number }}
421+ # cancel-in-progress: true
422+ # outputs:
423+ # aws-account-id: ${{ steps.set-env.outputs.AWS_ACCOUNT_ID }}
424+ # image-uri: ${{ steps.set-env.outputs.IMAGE_URI }}
425+ # framework-version: ${{ steps.config.outputs.framework-version }}
426+ # steps:
427+ # - name: Checkout code
428+ # uses: actions/checkout@v4
429429
430- - name : Parse RayServe config
431- id : config
432- run : |
433- echo '${{ needs.load-config.outputs.rayserve-config }}' > config.json
434- echo "framework-version=$(jq -r '.common.framework_version' config.json)" >> $GITHUB_OUTPUT
435- echo "prod-image=$(jq -r '.common.prod_image' config.json)" >> $GITHUB_OUTPUT
430+ # - name: Parse RayServe config
431+ # id: config
432+ # run: |
433+ # echo '${{ needs.load-config.outputs.rayserve-config }}' > config.json
434+ # echo "framework-version=$(jq -r '.common.framework_version' config.json)" >> $GITHUB_OUTPUT
435+ # echo "prod-image=$(jq -r '.common.prod_image' config.json)" >> $GITHUB_OUTPUT
436436
437- - name : Set test environment
438- id : set-env
439- run : |
440- if [[ "${{ needs.build-vllm-rayserve-image.result }}" == "success" ]]; then
441- AWS_ACCOUNT_ID=${{ vars.CI_AWS_ACCOUNT_ID }}
442- IMAGE_URI=${{ needs.build-vllm-rayserve-image.outputs.ci-image }}
443- else
444- AWS_ACCOUNT_ID=${{ vars.PROD_AWS_ACCOUNT_ID }}
445- IMAGE_URI=${{ vars.PROD_AWS_ACCOUNT_ID }}.dkr.ecr.${{ vars.AWS_REGION }}.amazonaws.com/${{ steps.config.outputs.prod-image }}
446- fi
447-
448- echo "Image URI to test: ${IMAGE_URI}"
449- echo "AWS_ACCOUNT_ID=${AWS_ACCOUNT_ID}" >> ${GITHUB_OUTPUT}
450- echo "IMAGE_URI=${IMAGE_URI}" >> ${GITHUB_OUTPUT}
451-
452- vllm-rayserve-regression-test :
453- needs : [build-vllm-rayserve-image, set-rayserve-test-environment]
454- if : success()
455- runs-on :
456- - codebuild-runner-${{ github.run_id }}-${{ github.run_attempt }}
457- fleet:x86-g6xl-runner
458- buildspec-override:true
459- concurrency :
460- group : ${{ github.workflow }}-vllm-rayserve-regression-test-${{ github.event.pull_request.number }}
461- cancel-in-progress : true
462- steps :
463- - name : Checkout DLC source
464- uses : actions/checkout@v5
437+ # - name: Set test environment
438+ # id: set-env
439+ # run: |
440+ # if [[ "${{ needs.build-vllm-rayserve-image.result }}" == "success" ]]; then
441+ # AWS_ACCOUNT_ID=${{ vars.CI_AWS_ACCOUNT_ID }}
442+ # IMAGE_URI=${{ needs.build-vllm-rayserve-image.outputs.ci-image }}
443+ # else
444+ # AWS_ACCOUNT_ID=${{ vars.PROD_AWS_ACCOUNT_ID }}
445+ # IMAGE_URI=${{ vars.PROD_AWS_ACCOUNT_ID }}.dkr.ecr.${{ vars.AWS_REGION }}.amazonaws.com/${{ steps.config.outputs.prod-image }}
446+ # fi
465447
466- - name : Container pull
467- uses : ./.github/actions/ecr-authenticate
468- with :
469- aws-account-id : ${{ needs.set-rayserve-test-environment.outputs.aws-account-id }}
470- aws-region : ${{ vars.AWS_REGION }}
471- image-uri : ${{ needs.set-rayserve-test-environment.outputs.image-uri }}
448+ # echo "Image URI to test: ${IMAGE_URI}"
449+ # echo "AWS_ACCOUNT_ID=${AWS_ACCOUNT_ID}" >> ${GITHUB_OUTPUT}
450+ # echo "IMAGE_URI=${IMAGE_URI}" >> ${GITHUB_OUTPUT}
472451
473- - name : Checkout vLLM tests
474- uses : actions/checkout@v5
475- with :
476- repository : vllm-project/vllm
477- ref : v${{ needs.set-rayserve-test-environment.outputs.framework-version }}
478- path : vllm_source
452+ # vllm-rayserve-regression-test:
453+ # needs: [build-vllm-rayserve-image, set-rayserve-test-environment]
454+ # if: success()
455+ # runs-on:
456+ # - codebuild-runner-${{ github.run_id }}-${{ github.run_attempt }}
457+ # fleet:x86-g6xl-runner
458+ # buildspec-override:true
459+ # concurrency:
460+ # group: ${{ github.workflow }}-vllm-rayserve-regression-test-${{ github.event.pull_request.number }}
461+ # cancel-in-progress: true
462+ # steps:
463+ # - name: Checkout DLC source
464+ # uses: actions/checkout@v5
479465
480- - name : Start container
481- run : |
482- CONTAINER_ID=$(docker run -d -it --rm --gpus=all --entrypoint /bin/bash \
483- -v ${HOME}/.cache/huggingface:/root/.cache/huggingface \
484- -v ${HOME}/.cache/vllm:/root/.cache/vllm \
485- -v .:/workdir --workdir /workdir \
486- -e HF_TOKEN=${{ secrets.HUGGING_FACE_HUB_TOKEN }} \
487- ${{ needs.set-rayserve-test-environment.outputs.image-uri }})
488- echo "CONTAINER_ID=$CONTAINER_ID" >> $GITHUB_ENV
489-
490- - name : Setup for vLLM tests
491- run : |
492- docker exec ${CONTAINER_ID} scripts/vllm/vllm_0_10_2_test_setup.sh
466+ # - name: Container pull
467+ # uses: ./.github/actions/ecr-authenticate
468+ # with:
469+ # aws-account-id: ${{ needs.set-rayserve-test-environment.outputs.aws-account-id }}
470+ # aws-region: ${{ vars.AWS_REGION }}
471+ # image-uri: ${{ needs.set-rayserve-test-environment.outputs.image-uri }}
493472
494- - name : Run vLLM tests
495- run : |
496- docker exec ${CONTAINER_ID} scripts/vllm/vllm_regression_test.sh
473+ # - name: Checkout vLLM tests
474+ # uses: actions/checkout@v5
475+ # with:
476+ # repository: vllm-project/vllm
477+ # ref: v${{ needs.set-rayserve-test-environment.outputs.framework-version }}
478+ # path: vllm_source
497479
498- vllm-rayserve-cuda-test :
499- needs : [build-vllm-rayserve-image, set-rayserve-test-environment]
500- if : success()
501- runs-on :
502- - codebuild-runner-${{ github.run_id }}-${{ github.run_attempt }}
503- fleet:x86-g6xl-runner
504- buildspec-override:true
505- concurrency :
506- group : ${{ github.workflow }}-vllm-rayserve-cuda-test-${{ github.event.pull_request.number }}
507- cancel-in-progress : true
508- steps :
509- - name : Checkout DLC source
510- uses : actions/checkout@v5
480+ # - name: Start container
481+ # run: |
482+ # CONTAINER_ID=$(docker run -d -it --rm --gpus=all --entrypoint /bin/bash \
483+ # -v ${HOME}/.cache/huggingface:/root/.cache/huggingface \
484+ # -v ${HOME}/.cache/vllm:/root/.cache/vllm \
485+ # -v .:/workdir --workdir /workdir \
486+ # -e HF_TOKEN=${{ secrets.HUGGING_FACE_HUB_TOKEN }} \
487+ # ${{ needs.set-rayserve-test-environment.outputs.image-uri }})
488+ # echo "CONTAINER_ID=$CONTAINER_ID" >> $GITHUB_ENV
511489
512- - name : Container pull
513- uses : ./.github/actions/ecr-authenticate
514- with :
515- aws-account-id : ${{ needs.set-rayserve-test-environment.outputs.aws-account-id }}
516- aws-region : ${{ vars.AWS_REGION }}
517- image-uri : ${{ needs.set-rayserve-test-environment.outputs.image-uri }}
490+ # - name: Setup for vLLM tests
491+ # run: |
492+ # docker exec ${CONTAINER_ID} scripts/vllm/vllm_0_10_2_test_setup.sh
518493
519- - name : Checkout vLLM tests
520- uses : actions/checkout@v5
521- with :
522- repository : vllm-project/vllm
523- ref : v${{ needs.set-rayserve-test-environment.outputs.framework-version }}
524- path : vllm_source
494+ # - name: Run vLLM tests
495+ # run: |
496+ # docker exec ${CONTAINER_ID} scripts/vllm/vllm_regression_test.sh
525497
526- - name : Start container
527- run : |
528- CONTAINER_ID=$(docker run -d -it --rm --gpus=all --entrypoint /bin/bash \
529- -v ${HOME}/.cache/huggingface:/root/.cache/huggingface \
530- -v ${HOME}/.cache/vllm:/root/.cache/vllm \
531- -v .:/workdir --workdir /workdir \
532- -e HF_TOKEN=${{ secrets.HUGGING_FACE_HUB_TOKEN }} \
533- ${{ needs.set-rayserve-test-environment.outputs.image-uri }})
534- echo "CONTAINER_ID=$CONTAINER_ID" >> $GITHUB_ENV
535-
536- - name : Setup for vLLM tests
537- run : |
538- docker exec ${CONTAINER_ID} scripts/vllm/vllm_0_10_2_test_setup.sh
498+ # vllm-rayserve-cuda-test:
499+ # needs: [build-vllm-rayserve-image, set-rayserve-test-environment]
500+ # if: success()
501+ # runs-on:
502+ # - codebuild-runner-${{ github.run_id }}-${{ github.run_attempt }}
503+ # fleet:x86-g6xl-runner
504+ # buildspec-override:true
505+ # concurrency:
506+ # group: ${{ github.workflow }}-vllm-rayserve-cuda-test-${{ github.event.pull_request.number }}
507+ # cancel-in-progress: true
508+ # steps:
509+ # - name: Checkout DLC source
510+ # uses: actions/checkout@v5
539511
540- - name : Run vLLM tests
541- run : |
542- docker exec ${CONTAINER_ID} scripts/vllm/vllm_cuda_test.sh
512+ # - name: Container pull
513+ # uses: ./.github/actions/ecr-authenticate
514+ # with:
515+ # aws-account-id: ${{ needs.set-rayserve-test-environment.outputs.aws-account-id }}
516+ # aws-region: ${{ vars.AWS_REGION }}
517+ # image-uri: ${{ needs.set-rayserve-test-environment.outputs.image-uri }}
543518
544- vllm-rayserve-example-test :
545- needs : [build-vllm-rayserve-image, set-rayserve-test-environment]
546- if : success()
547- runs-on :
548- - codebuild-runner-${{ github.run_id }}-${{ github.run_attempt }}
549- fleet:x86-g6xl-runner
550- buildspec-override:true
551- concurrency :
552- group : ${{ github.workflow }}-vllm-rayserve-example-test-${{ github.event.pull_request.number }}
553- cancel-in-progress : true
554- steps :
555- - name : Checkout DLC source
556- uses : actions/checkout@v5
519+ # - name: Checkout vLLM tests
520+ # uses: actions/checkout@v5
521+ # with:
522+ # repository: vllm-project/vllm
523+ # ref: v${{ needs.set-rayserve-test-environment.outputs.framework-version }}
524+ # path: vllm_source
557525
558- - name : Container pull
559- uses : ./.github/actions/ecr-authenticate
560- with :
561- aws-account-id : ${{ needs.set-rayserve-test-environment.outputs.aws-account-id }}
562- aws-region : ${{ vars.AWS_REGION }}
563- image-uri : ${{ needs.set-rayserve-test-environment.outputs.image-uri }}
526+ # - name: Start container
527+ # run: |
528+ # CONTAINER_ID=$(docker run -d -it --rm --gpus=all --entrypoint /bin/bash \
529+ # -v ${HOME}/.cache/huggingface:/root/.cache/huggingface \
530+ # -v ${HOME}/.cache/vllm:/root/.cache/vllm \
531+ # -v .:/workdir --workdir /workdir \
532+ # -e HF_TOKEN=${{ secrets.HUGGING_FACE_HUB_TOKEN }} \
533+ # ${{ needs.set-rayserve-test-environment.outputs.image-uri }})
534+ # echo "CONTAINER_ID=$CONTAINER_ID" >> $GITHUB_ENV
564535
565- - name : Checkout vLLM tests
566- uses : actions/checkout@v5
567- with :
568- repository : vllm-project/vllm
569- ref : v${{ needs.set-rayserve-test-environment.outputs.framework-version }}
570- path : vllm_source
536+ # - name: Setup for vLLM tests
537+ # run: |
538+ # docker exec ${CONTAINER_ID} scripts/vllm/vllm_0_10_2_test_setup.sh
571539
572- - name : Start container
573- run : |
574- CONTAINER_ID=$(docker run -d -it --rm --gpus=all --entrypoint /bin/bash \
575- -v ${HOME}/.cache/huggingface:/root/.cache/huggingface \
576- -v ${HOME}/.cache/vllm:/root/.cache/vllm \
577- -v .:/workdir --workdir /workdir \
578- -e HF_TOKEN=${{ secrets.HUGGING_FACE_HUB_TOKEN }} \
579- ${{ needs.set-rayserve-test-environment.outputs.image-uri }})
580- echo "CONTAINER_ID=$CONTAINER_ID" >> $GITHUB_ENV
581-
582- - name : Setup for vLLM tests
583- run : |
584- docker exec ${CONTAINER_ID} scripts/vllm/vllm_0_10_2_test_setup.sh
540+ # - name: Run vLLM tests
541+ # run: |
542+ # docker exec ${CONTAINER_ID} scripts/vllm/vllm_cuda_test.sh
585543
586- - name : Run vLLM tests
587- run : |
588- docker exec ${CONTAINER_ID} scripts/vllm/vllm_rayserve_examples_test.sh
544+ # vllm-rayserve-example-test:
545+ # needs: [build-vllm-rayserve-image, set-rayserve-test-environment]
546+ # if: success()
547+ # runs-on:
548+ # - codebuild-runner-${{ github.run_id }}-${{ github.run_attempt }}
549+ # fleet:x86-g6xl-runner
550+ # buildspec-override:true
551+ # concurrency:
552+ # group: ${{ github.workflow }}-vllm-rayserve-example-test-${{ github.event.pull_request.number }}
553+ # cancel-in-progress: true
554+ # steps:
555+ # - name: Checkout DLC source
556+ # uses: actions/checkout@v5
557+
558+ # - name: Container pull
559+ # uses: ./.github/actions/ecr-authenticate
560+ # with:
561+ # aws-account-id: ${{ needs.set-rayserve-test-environment.outputs.aws-account-id }}
562+ # aws-region: ${{ vars.AWS_REGION }}
563+ # image-uri: ${{ needs.set-rayserve-test-environment.outputs.image-uri }}
564+
565+ # - name: Checkout vLLM tests
566+ # uses: actions/checkout@v5
567+ # with:
568+ # repository: vllm-project/vllm
569+ # ref: v${{ needs.set-rayserve-test-environment.outputs.framework-version }}
570+ # path: vllm_source
571+
572+ # - name: Start container
573+ # run: |
574+ # CONTAINER_ID=$(docker run -d -it --rm --gpus=all --entrypoint /bin/bash \
575+ # -v ${HOME}/.cache/huggingface:/root/.cache/huggingface \
576+ # -v ${HOME}/.cache/vllm:/root/.cache/vllm \
577+ # -v .:/workdir --workdir /workdir \
578+ # -e HF_TOKEN=${{ secrets.HUGGING_FACE_HUB_TOKEN }} \
579+ # ${{ needs.set-rayserve-test-environment.outputs.image-uri }})
580+ # echo "CONTAINER_ID=$CONTAINER_ID" >> $GITHUB_ENV
581+
582+ # - name: Setup for vLLM tests
583+ # run: |
584+ # docker exec ${CONTAINER_ID} scripts/vllm/vllm_0_10_2_test_setup.sh
585+
586+ # - name: Run vLLM tests
587+ # run: |
588+ # docker exec ${CONTAINER_ID} scripts/vllm/vllm_rayserve_examples_test.sh
589589
590590 generate-rayserve-release-spec :
591591 # needs: [load-config, build-vllm-rayserve-image, vllm-rayserve-regression-test, vllm-rayserve-cuda-test, vllm-rayserve-example-test]
0 commit comments