serving-example

example.1

require environment

python3.x
tensorflow1.x
grpcio1.x

run container

docker build -t serving-example .
docker run --name serving-example -v `pwd`:/root/serving-example -p 8500:8500 -it serving-example /bin/bash

start tensorflow model server

tensorflow_model_server --model_name='default' --model_base_path=/root/serving-example/tmp

test example script

python example.py --x=2 --y=3 --version=1

example.2

require environment

python3.x
tensorflow1.x
keras2.x
grpcio1.x

run container

docker build -t serving-example .
docker run --name serving-example -v `pwd`:/root/serving-example -p 8500:8500 -it serving-example /bin/bash

start tensorflow model server

tensorflow_model_server --model_config_file=/root/serving-example/example2_model_config

train by estimator

python example2_estimator_train.py

train by keras

python example2_keras_train.py

throw request to estimator model

python example2_keras_cli.py

throw request to keras model

python example2_keras_cli.py