Skip to content

Commit f66fd44

Browse files
author
yi.wu
committed
do not use docker cp
1 parent a6eec02 commit f66fd44

File tree

4 files changed

+27
-23
lines changed

4 files changed

+27
-23
lines changed

.gitignore

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,7 @@
11
*.DS_Store
2-
build/
2+
build/paddle/math
3+
build/paddle/utils
4+
build/paddle/gserver
35
*.user
46

57
.vscode

paddle/scripts/docker/buildall.sh

Lines changed: 16 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -1,27 +1,32 @@
11
#!/bin/bash
22

33
BINARIES_DIR=paddle/scripts/docker/buildimage/binaries
4+
BUILD_DIR=$PWD/build
45

56
function build_in_docker() {
6-
docker build . -t paddle-build-env -f paddle/scripts/docker/buildimage/Dockerfile.build
7-
BUILDER=$(docker run -d paddle-build-env)
7+
if [ ! -d $BUILD_DIR ]; then
8+
mkdir -p $BUILD_DIR
9+
fi
10+
docker build . -t paddle-build-env -f paddle/scripts/docker/paddle-dev/Dockerfile
11+
# FIXME: need to wait a signal not sleeping
12+
BUILDER=$(docker run -d -v ${PWD}:/paddle paddle-build-env sleep 3600)
13+
# TODO(typhoonzero):
814
docker exec $BUILDER /bin/bash -c "export BUILD_AND_INSTALL=ON && /paddle/paddle/scripts/docker/build.sh"
915
mkdir -p $BINARIES_DIR
10-
docker cp $BUILDER:/usr/local/opt/paddle/bin/paddle_pserver_main $BINARIES_DIR
11-
docker cp $BUILDER:/usr/local/opt/paddle/bin/paddle_trainer $BINARIES_DIR
12-
docker cp $BUILDER:/usr/local/opt/paddle/bin/paddle_merge_model $BINARIES_DIR
13-
docker cp $BUILDER:/usr/local/bin/paddle $BINARIES_DIR
14-
docker cp $BUILDER:/usr/local/opt/paddle/bin/paddle_usage $BINARIES_DIR
15-
16-
docker cp $BUILDER:/usr/local/opt/paddle/share/wheels $BINARIES_DIR
16+
# docker cp $BUILDER:/usr/local/opt/paddle/bin/paddle_pserver_main $BINARIES_DIR
17+
# docker cp $BUILDER:/usr/local/opt/paddle/bin/paddle_trainer $BINARIES_DIR
18+
# docker cp $BUILDER:/usr/local/opt/paddle/bin/paddle_merge_model $BINARIES_DIR
19+
# docker cp $BUILDER:/usr/local/bin/paddle $BINARIES_DIR
20+
# docker cp $BUILDER:/usr/local/opt/paddle/bin/paddle_usage $BINARIES_DIR
21+
#
22+
# docker cp $BUILDER:/usr/local/opt/paddle/share/wheels $BINARIES_DIR
1723

1824
docker stop $BUILDER && docker rm $BUILDER
1925
}
2026

2127
function build_paddle_core() {
2228
docker build . -t paddle-core -f paddle/scripts/docker/paddle-core/Dockerfile
23-
2429
}
2530

2631
build_in_docker
27-
build_paddle_core
32+
#build_paddle_core

paddle/scripts/docker/paddle-core/Dockerfile

Lines changed: 8 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -24,10 +24,14 @@ RUN sed 's@http:\/\/archive.ubuntu.com\/ubuntu\/@mirror:\/\/mirrors.ubuntu.com\/
2424
pip install -U 'protobuf==3.1.0'
2525
RUN pip install numpy
2626

27-
ADD paddle/scripts/docker/buildimage/binaries/paddle paddle/scripts/docker/buildimage/binaries/paddle_trainer \
28-
paddle/scripts/docker/buildimage/binaries/paddle_pserver_main paddle/scripts/docker/buildimage/binaries/paddle_merge_model \
29-
paddle/scripts/docker/buildimage/binaries/paddle_usage /usr/local/opt/paddle/bin/
30-
ADD paddle/scripts/docker/buildimage/binaries/wheels/py_paddle*linux*.whl paddle/scripts/docker/buildimage/binaries/wheels/paddle*.whl \
27+
ADD build/paddle/trainer/paddle_trainer \
28+
build/paddle/pserver/paddle_pserver_main \
29+
build/paddle/trainer/paddle_merge_model \
30+
/usr/local/opt/paddle/bin/
31+
ADD build/paddle/scripts/usage.sh /usr/local/opt/paddle/bin/paddle_usage
32+
ADD paddle/scripts/submit_local.sh.in /usr/bin/paddle
33+
34+
ADD paddle/dist/py_paddle*linux*.whl build/python/dist/paddle*.whl \
3135
/usr/local/opt/paddle/share/wheels/
3236
RUN pip install /usr/local/opt/paddle/share/wheels/py_paddle*linux*.whl && \
3337
pip install /usr/local/opt/paddle/share/wheels/paddle*.whl && \

paddle/scripts/docker/buildimage/Dockerfile.build renamed to paddle/scripts/docker/paddle-dev/Dockerfile

Lines changed: 0 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -48,12 +48,5 @@ RUN curl -sSL https://cmake.org/files/v3.4/cmake-3.4.1.tar.gz | tar -xz && \
4848
cd cmake-3.4.1 && ./bootstrap && make -j `nproc` && make install && \
4949
cd .. && rm -rf cmake-3.4.1
5050

51-
COPY . /paddle/
52-
RUN cd /paddle/ && git submodule update --init --recursive
53-
RUN /paddle/paddle/scripts/docker/build.sh
54-
55-
VOLUME ["/usr/share/nginx/html/data", "/usr/share/nginx/html/paddle"]
56-
57-
5851
# FIXME: wait a long time is OK
5952
CMD ["sleep", "3600"]

0 commit comments

Comments
 (0)