seldon_start.txt

#!/bin/bash

set -o nounset
set -o errexit

#### SELDON-CONTROL for TRAINING####
docker run -it seldonio/seldon-control:2.2.5_v2 bash
#kubectl exec -ti seldon-control -- /bin/bash
#docker ps | grep seldon-control
#modify import_actions_utils.py in seldon-control
#### COPY CODE ####

CTRL=5a392dddfcc9
docker cp ~/seldon-server/python/seldon/cli/import_actions_utils.py ${CTRL}:/opt/conda/lib/python2.7/site-packages/seldon-2.2.5-py2.7.egg/seldon/cli/import_actions_utils.py
#cat /opt/conda/lib/python2.7/site-packages/seldon-2.2.5-py2.7.egg/seldon/cli/import_actions_utils.py

cd ~/Downloads
wget http://archive.apache.org/dist/spark/spark-2.0.1/spark-2.0.1-bin-hadoop2.6.tgz
docker cp ~/Downloads/spark-2.0.1-bin-hadoop2.6.tgz ${CTRL}:/opt

cd /opt
rm spark
mv spark-1.5.2-bin-hadoop2.6 spark-1.5.2-bin-hadoop2.6_old
tar -xvzf spark-2.0.1-bin-hadoop2.6.tgz
ln -s spark-2.0.1-bin-hadoop2.6 spark

rm /home/seldon/libs/*
cat /home/seldon/seldon.conf

docker cp ~/seldon-server/offline-jobs/spark/target/seldon-spark-1.4.8-jar-with-dependencies.jar ${CTRL}:/home/seldon/libs
docker cp ~/seldon-server/offline-jobs/spark/target/seldon-spark-1.4.8.jar ${CTRL}:/home/seldon/libs/seldon-spark.jar
docker cp ~/seldon-server/seldon.conf ${CTRL}:/home/seldon/seldon.conf
docker cp ~/seldon-server/seldon.conf ${CTRL}:/root/.seldon/seldon.conf

#### COPY DATA ####
mysql -u root -h 10.0.0.247 -pmypass -b -e 'drop database ahalife;'
sudo rm -rf /seldon-data/seldon-models/ahalife
sudo rm -rf /seldon-data/conf/zkroot/all_clients/ahalife
#exit

scp -i ~/security/AWS_QA.pem attr.json items.csv users.csv actions.csv ubuntu@54.205.194.231:/home/ubuntu

docker cp ~/ahalife/data/attr.json ${CTRL}:/home/seldon
docker cp ~/ahalife/data/items.csv ${CTRL}:/home/seldon
docker cp ~/ahalife/data/users.csv ${CTRL}:/home/seldon
docker cp ~/ahalife/data/actions.csv ${CTRL}:/home/seldon

#### COMMIT & RESTART ####
ctrl+p, ctrl+q
docker commit ${CTRL} seldonio/seldon-control:2.2.5_v2
kubectl delete -f ~/seldon-server/kubernetes/conf/control.json
kubectl apply -f ~/seldon-server/kubernetes/conf/control.json

#### INPORT DATA ####
seldon-cli client --action setup --client-name ahalife --db-name ClientDB
seldon-cli attr --action apply --client-name ahalife
#seldon-cli attr --action dimensions --client-name ahalife
seldon-cli import --action items --client-name ahalife --file-path items.csv
seldon-cli import --action users --client-name ahalife --file-path users.csv
seldon-cli import --action actions --client-name ahalife --file-path actions.csv

#the value type must be one of 'double', 'string', 'date' or an object


#### SELDON-SERVER for SERVING####
kubectl get pods
kubectl exec -ti seldon-server-3550419173-xdmgn -- /bin/bash
docker images|grep seldon-server

docker run -it seldonio/seldon-server:1.4.8 bash
SERV=7b663b333d0f

docker cp ~/seldon-server/server/target/seldon-server-1.4.8.war ${SERV}:/home/seldon/ROOT/
cd /home/seldon/ROOT/
ls
rm -rf /usr/local/tomcat/webapps/ROOT/META-INF
rm -rf /usr/local/tomcat/webapps/ROOT/WEB-INF
unzip seldon-server-1.4.8.war
#rm seldon-server-1.4.8.war
ctrl+p, ctrl+q
docker commit ${SERV} seldonio/seldon-server:1.4.8
kubectl delete -f ~/seldon-server/kubernetes/conf/dev/server.json
kubectl apply -f ~/seldon-server/kubernetes/conf/dev/server.json
kubectl get services
kubectl get pods

seldon-cli model --action add --client-name ahalife --model-name mahout
seldon-cli model --action train --client-name ahalife --model-name mahout
seldon-cli rec_alg  --action add --client-name ahalife --recommender-name mahoutUBRecommender
seldon-cli rec_alg --action commit --client-name ahalife

seldon-cli model --action add --client-name ahalife --model-name matrix-factorization
seldon-cli model --action train --client-name ahalife --model-name matrix-factorization
seldon-cli rec_alg  --action add --client-name ahalife --recommender-name recentMfRecommender
seldon-cli rec_alg --action commit --client-name ahalife
seldon-cli client --action zk_push
seldon-cli client --action zk_pull