File tree Expand file tree Collapse file tree 1 file changed +38
-0
lines changed Expand file tree Collapse file tree 1 file changed +38
-0
lines changed Original file line number Diff line number Diff line change
1
+ import yi_json
2
+
3
+ g = 100
4
+ def read():
5
+ queue q;
6
+ # warmup q
7
+ for i = 0 : 1000
8
+ q.push(read())
9
+ yield q.shuffle_get()
10
+
11
+ input = paddle.layer.data(...)
12
+ intermediate = paddle.layers.fc(input)
13
+ output = paddle.layer.softmax(intermediate)
14
+
15
+ model = paddle.model.create(output)
16
+
17
+ train(model, data_provider=read, cluster="clusterId")
18
+
19
+ #--------------------------------------------------------------------------------
20
+
21
+ # 1. package, docker build, docker push
22
+ # 2. kubectl, clusterId Kuberentes job, 10 trainer containers, 5 parameter server containers
23
+
24
+ #--------------------------------------------------------------------------------
25
+
26
+ def train():
27
+ if os.environ[ "kube_api_server"] == nil:
28
+ docker_build()
29
+ docker_push()
30
+ kube_ctrl_start_job()
31
+ else:
32
+ rank = kube_mpi_rank()
33
+ if rank == 0:
34
+ master()
35
+ elif rank >= 15:
36
+ parameter_server()
37
+ else:
38
+ _ train()
You can’t perform that action at this time.
0 commit comments