add pfsserver dockerfile

.travis.yml

@@ -2,7 +2,7 @@ matrix:
   include:
     - language: go
       go: 1.8.x
-      script: cd go && go test ./...
+      script: cd go && bash .tools/gen_config.sh && go test ./...
     - language: python
       python: 2.7
       sudo: required

go/.tools/gen_config.sh

@@ -0,0 +1,10 @@
+#/bin/bash
+mkdir -p ~/.paddle
+cat > ~/.paddle/config << EOF
+datacenters:
+- name: datacenter1
+  username: [email protected]
+  password: T123
+  endpoint: http://127.0.0.1:8080
+current-datacenter: datacenter1
+EOF

go/Dockerfile

@@ -0,0 +1,7 @@
+FROM ubuntu:16.04
+
+ADD .tools    /pfsserver/.tools
+RUN bash /pfsserver/.tools/gen_config.sh
+
+ADD ./cmd/pfsserver/pfsserver /pfsserver/
+RUN mkdir /pfsserver/log

go/README_CN.md

@@ -0,0 +1,60 @@
+1. 如何构建PFSServer的DockerImage
+  - 构建PFSServer的编译环境
+
+  ```
+  cd docker
+  bash build.sh
+  ```
+
+  - 编译PFSServer
+
+  ```
+  docker run  --rm -v  $(pwd):/root/gopath/src/github.com/PaddlePaddle/cloud/go pfsserver:dev
+  ```
+
+  - 构建PFSServer的DockerImage
+
+  ```
+  docker build . -t pfsserver:latest
+  ```
+  - PFSServer启动命令
+
+  ```
+  docker run pfsserver:latest /pfsserver/pfsserver -tokenuri http://cloud.paddlepaddle.org -logtostderr=false -log_dir=./log -v=3
+  ```
+
+2. 如何部署PFSServer
+
+	```
+	cd ../k8s
+	kuberctl create -f cloud_pfsserver.yaml
+	```
+
+3. 如何使用PFSClient
+	- cp
+
+	```
+	upload:
+		paddlecloud cp ./file /pfs/$DATACENTER/home/$USER/file
+
+	download:
+		paddlecloud cp /pfs/$DATACENTER/home/$USER/file ./file
+	```
+	- ls
+
+	```
+	paddlecloud ls  /pfs/$DATACENTER/home/$USER/folder
+	```
+
+	- rm
+
+	```
+	paddlecloud rm /pfs/$DATACENTER/home/$USER/file
+	paddlecloud rm -r /pfs/$DATACENTER/home/$USER/folder
+	```
+
+	- mkdir
+
+	```
+	paddlecloud mkdir  /pfs/$DATACENTER/home/$USER/folder
+	```

go/docker/build.sh

@@ -0,0 +1,17 @@
+cat > ./Dockerfile << EOF
+FROM ubuntu:16.04
+
+RUN apt-get update && \
+    apt-get install -y wget git && \
+    wget -O go.tgz https://storage.googleapis.com/golang/go1.8.1.linux-amd64.tar.gz && \
+    tar -C /usr/local -xzf go.tgz && \
+    mkdir /root/gopath && \
+    rm go.tgz
+
+ENV GOROOT=/usr/local/go GOPATH=/root/gopath 
+ENV PATH=${PATH}:${GOROOT}/bin
+
+CMD ["sh", "-c", "cd /root/gopath/src/github.com/PaddlePaddle/cloud/go/cmd/pfsserver && go get ./... && go build"]
+EOF
+
+docker build .  -t  pfsserver:dev

k8s/cloud_ingress.yaml

@@ -11,3 +11,4 @@ spec:
         backend:
           serviceName: paddle-cloud-service
           servicePort: 8000
+

k8s/pfs_app.yaml

@@ -0,0 +1,19 @@
+apiVersion: extensions/v1beta1
+kind: Deployment
+metadata:
+  name: pfsserver
+  namespace: pfs
+spec:
+  replicas: 1
+  template:
+    metadata:
+      labels:
+        app: pfsserver
+    spec:
+      containers:
+      - name: pfs
+        imagePullPolicy: Always
+        image: gongweibao/pfsserver:latest
+        ports:
+        - containerPort: 8080
+        command: ["/pfsserver/pfsserver", "-tokenuri", "http://paddle-cloud-service", "-alsologtostderr=true", "-log_dir=./log", "-v=3"]

k8s/pfs_ingress.yaml

@@ -0,0 +1,19 @@
+apiVersion: extensions/v1beta1
+kind: Ingress
+metadata:
+  name: pfs-ingress
+  namespace: pfs
+spec:
+  tls:
+  - hosts:
+    - pfs.paddlpaddle.org
+    secretName: pfs-secret
+  rules:
+  - host: pfs.paddlepaddle.org
+    http:
+      paths:
+      - backend:
+          serviceName: pfs-service
+          servicePort: 8080
+        path: /
+

k8s/pfs_svc.yaml

@@ -0,0 +1,13 @@
+kind: Service
+apiVersion: v1
+metadata:
+  name: pfs-service
+  namespace: pfs
+spec:
+  selector:
+    app: pfsserver 
+  ports:
+    - protocol: TCP
+      port: 8080
+      targetPort: 8080
+  type: NodePort