|
| 1 | +# CSGHUB Nginx Images Building |
| 2 | + |
| 3 | +## Login Container Registry |
| 4 | +```bash |
| 5 | +OPENCSG_ACR="opencsg-registry.cn-beijing.cr.aliyuncs.com" |
| 6 | +OPENCSG_ACR_USERNAME="" |
| 7 | +OPENCSG_ACR_PASSWORD="" |
| 8 | +echo "$OPENCSG_ACR_PASSWORD" | docker login $OPENCSG_ACR -u $OPENCSG_ACR_USERNAME --password-stdin |
| 9 | +``` |
| 10 | + |
| 11 | +## Build Multi-Platform Images |
| 12 | +```bash |
| 13 | +export BUILDX_NO_DEFAULT_ATTESTATIONS=1 |
| 14 | +export IMAGE_TAG=0.3.5 |
| 15 | +docker buildx build --platform linux/amd64,linux/arm64 \ |
| 16 | + -t ${OPENCSG_ACR}/public/opencompass:${IMAGE_TAG} \ |
| 17 | + -t ${OPENCSG_ACR}/public/opencompass:latest \ |
| 18 | + -f Dockerfile.opencompass \ |
| 19 | + --push . |
| 20 | +export IMAGE_TAG=0.4.6 |
| 21 | +docker buildx build --platform linux/amd64,linux/arm64 \ |
| 22 | + -t ${OPENCSG_ACR}/public/lm-evaluation-harness:${IMAGE_TAG} \ |
| 23 | + -t ${OPENCSG_ACR}/public/lm-evaluation-harness:latest \ |
| 24 | + -f Dockerfile.lm-evaluation-harness \ |
| 25 | + --push . |
| 26 | +``` |
| 27 | +*The above command will create `linux/amd64` and `linux/arm64` images with the tags `${IMAGE_TAG}` and `latest` at the same time.* |
| 28 | + |
| 29 | +## Test the opencompass Image |
| 30 | +```bash |
| 31 | +docker run \ |
| 32 | + -e ACCESS_TOKEN=xxxx \ |
| 33 | + -e MODEL_ID="OpenCSG/csg-wukong-1B" \ |
| 34 | + -e DATASET_IDS="xzgan/hellaswag" \ |
| 35 | + -e HF_ENDPOINT=https://hub.opencsg.com \ |
| 36 | + -e ASCEND_VISIBLE_DEVICES=7 \ |
| 37 | + -e S3_ACCESS_ID="xxxx" \ |
| 38 | + -e S3_ACCESS_SECRET="xxxx" \ |
| 39 | + -e S3_BUCKET="xxxxx" \ |
| 40 | + -e S3_ENDPOINT="xxxxx" \ |
| 41 | + -e S3_SSL_ENABLED="true" \ |
| 42 | + ${OPENCSG_ACR}/public/opencompass:${IMAGE_TAG} |
| 43 | +``` |
| 44 | + |
| 45 | +## Test the lm-evaluation-harness Image |
| 46 | +```bash |
| 47 | +export IMAGE_TAG=0.4.6 |
| 48 | +docker run \ |
| 49 | + --gpus device=7 \ |
| 50 | + -e ACCESS_TOKEN=xxxx \ |
| 51 | + -e MODEL_ID="OpenCSG/csg-wukong-1B" \ |
| 52 | + -e DATASET_IDS="Rowan/hellaswag" \ |
| 53 | + -e HF_ENDPOINT=https://hub.opencsg.com\ |
| 54 | + -e S3_ACCESS_ID="xxx" \ |
| 55 | + -e S3_ACCESS_SECRET="xxx" \ |
| 56 | + -e S3_BUCKET="xxx" \ |
| 57 | + -e S3_ENDPOINT="xxx" \ |
| 58 | + -e S3_SSL_ENABLED="true" \ |
| 59 | + ${OPENCSG_ACR}/public/lm-evaluation-harness:${IMAGE_TAG} |
| 60 | +``` |
| 61 | + |
| 62 | +## inference image name, version and cuda version |
| 63 | +| Latest Image | Version | CUDA Version | |
| 64 | +| --- | --- | --- | |
| 65 | +| opencompass | 0.3.5 | 12.4 | |
| 66 | +| lm-evaluation-harness | 0.4.6 | 12.4 | |
0 commit comments