Skip to content

Commit a3a6997

Browse files
author
Yi Wang
committed
Add draft new_api.md
1 parent 8604666 commit a3a6997

File tree

1 file changed

+38
-0
lines changed

1 file changed

+38
-0
lines changed

doc/api/new_api.md

Lines changed: 38 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,38 @@
1+
import yi_json
2+
3+
g = 100
4+
def read():
5+
queue q;
6+
# warmup q
7+
for i = 0 : 1000
8+
q.push(read())
9+
yield q.shuffle_get()
10+
11+
input = paddle.layer.data(...)
12+
intermediate = paddle.layers.fc(input)
13+
output = paddle.layer.softmax(intermediate)
14+
15+
model = paddle.model.create(output)
16+
17+
train(model, data_provider=read, cluster="clusterId")
18+
19+
#--------------------------------------------------------------------------------
20+
21+
# 1. package, docker build, docker push
22+
# 2. kubectl, clusterId Kuberentes job, 10 trainer containers, 5 parameter server containers
23+
24+
#--------------------------------------------------------------------------------
25+
26+
def train():
27+
if os.environ["kube_api_server"] == nil:
28+
docker_build()
29+
docker_push()
30+
kube_ctrl_start_job()
31+
else:
32+
rank = kube_mpi_rank()
33+
if rank == 0:
34+
master()
35+
elif rank >= 15:
36+
parameter_server()
37+
else:
38+
_train()

0 commit comments

Comments
 (0)