Add openvino container

Signed-off-by: Qi Zheng <qi.zheng@intel.com>
This commit is contained in:
Qi Zheng
2019-09-27 22:18:34 +08:00
committed by qzheng527
parent 0fbd5142df
commit 6763386730
14 changed files with 528 additions and 0 deletions
+1
View File
@@ -20,6 +20,7 @@ env:
- DOCKERFILE_DIR=nginx
- DOCKERFILE_DIR=node
- DOCKERFILE_DIR=openjdk
- DOCKERFILE_DIR=openvino
- DOCKERFILE_DIR=os-core
- DOCKERFILE_DIR=perl
- DOCKERFILE_DIR=php
+62
View File
@@ -0,0 +1,62 @@
FROM clearlinux:latest AS builder
ARG swupd_args
# Move to latest Clear Linux release to ensure
# that the swupd command line arguments are
# correct
RUN swupd update --no-boot-update $swupd_args
# Grab os-release info from the minimal base image so
# that the new content matches the exact OS version
COPY --from=clearlinux/os-core:latest /usr/lib/os-release /
# Install additional content in a target directory
# using the os version from the minimal base
RUN source /os-release && \
mkdir /install_root \
&& swupd os-install -V ${VERSION_ID} \
--path /install_root --statedir /swupd-state \
--bundles=os-core-update,curl,python3-basic,computer-vision-basic,computer-vision-models --no-boot-update
# For some Host OS configuration with redirect_dir on,
# extra data are saved on the upper layer when the same
# file exists on different layers. To minimize docker
# image size, remove the overlapped files before copy.
RUN mkdir /os_core_install
COPY --from=clearlinux/os-core:latest / /os_core_install/
RUN cd / && \
find os_core_install | sed -e 's/os_core_install/install_root/' | xargs rm -d &> /dev/null || true
FROM clearlinux/os-core:latest
MAINTAINER qi.zheng@intel.com
COPY --from=builder /install_root /
WORKDIR /work
# path to save pre-downloaded models
ENV MODEL_DIR="/models"
ENV MO_PATH="/usr/share/openvino/model-optimizer/mo.py"
# MODEL will be used by the container
# If not pre-downloaded, the entrypoint will try download it and set the MODEL_PATH
# ENVs values could be passed by users to dynamically choose model to be used
ENV MODEL_NAME="face-detection-retail-0005"
ENV MODEL_PRECISION="INT8"
# pre-downloaded and converted models for openvino
COPY ./models.txt /work
RUN for m in $(cat /work/models.txt); do \
model-downloader --name $m -o $MODEL_DIR && \
model-converter --name $m -d $MODEL_DIR -o $MODEL_DIR --mo $MO_PATH; \
done
# Pre-install some python libs for serivce to use
COPY ./requirements.txt /work
RUN pip3 install -r requirements.txt
COPY ./set_model_path.sh /work
COPY docker-entrypoint.sh /usr/local/bin/
RUN chmod +x /usr/local/bin/docker-entrypoint.sh
ENTRYPOINT ["docker-entrypoint.sh"]
+183
View File
@@ -0,0 +1,183 @@
# Clear Linux* OS `openvino` container image
<!-- Required -->
## What is this image?
`clearlinux/openvino` is a Docker image with `dldt` running on top of the
[official clearlinux base image](https://hub.docker.com/_/clearlinux).
<!-- application introduction -->
> [openvino](https://01.org/openvinotoolkit) OpenVINO™ toolkit, short
> for Open Visual Inference and Neural network Optimization toolkit, provides
> developers with improved neural network performance on a variety of
> Intel® processors and helps them further unlock cost-effective, real-time
> vision applications.
For other Clear Linux* OS
based container images, see: https://hub.docker.com/u/clearlinux
## Why use a clearlinux based image?
<!-- CL introduction -->
> [Clear Linux* OS](https://clearlinux.org/) is an open source, rolling release
> Linux distribution optimized for performance and security, from the Cloud to
> the Edge, designed for customization, and manageability.
Clear Linux* OS based container images use:
* Optimized libraries that are compiled with latest compiler versions and
flags.
* Software packages that follow upstream source closely and update frequently.
* An aggressive security model and best practices for CVE patching.
* A multi-staged build approach to keep a reduced container image size.
* The same container syntax as the official images to make getting started
easy.
To learn more about Clear Linux* OS, visit: https://clearlinux.org.
## Environment variables
#### MODEL_DIR
It is the root directory to save openvino models, default /models.
#### MO_PATH
It points to the path of Model Optimizer mo.py.
It is "/usr/share/openvino/model-optimizer/mo.py" in default.
#### MODEL_NAME
The model name to be used.
If it is not pre-downloaded, the entrypoint script will do the downloading and
converting to IR format.
Run the below command can get all supported models.
```
docker run --rm clearlinux/openvino model-downloader --print_all
```
#### MODEL_PRECISION
The model precision to be chosen, FP32, FP16 or INT8.
#### MODEL_PATH
The chosen model path, automatically set by the entrypoint script.
For example, if using alexnet model to do classification, two environment variables
need to be passed to the container. Details can refer to the deployment below.
<!-- Required -->
## Deployment:
### Deploy with Docker
The easiest way to get started with this image is by simply pulling it from
Docker Hub.
1. Pull the image from Docker Hub:
```
docker pull clearlinux/openvino
```
2. Start one-time classification_sample with alexnet model as below:
* Use docker-compose to start the example:
```
docker-compose up -f docker-compose.yml
```
The configuration is defined in the
[`docker-compose.yml`](https://github.com/clearlinux/dockerfiles/blob/master/openvino/docker-compose.yml)
Or
3. Start a simple openvino-server to accept image to do classification_sample with alexnet model:
* Use docker-compose to start the server first:
```
docker-compose up -f docker-compose-server.yml
```
The configuration is defined in the
[`docker-compose-server.yml`](https://github.com/clearlinux/dockerfiles/blob/master/openvino/docker-compose-server.yml)
* Use curl to send image to the server for classification:
```
curl -H "Content-type: application/octet-stream" -X POST http://localhost:5000/image --data-binary @cat.bmp
```
<!-- Optional -->
### Deploy with Kubernetes
This image can also be deployed on a Kubernetes cluster, such as
[minikube](https://kubernetes.io/docs/setup/learning-environment/minikube/).The
following example YAML files are provided in the repository as
reference for Kubernetes deployment:
* [`classification.yaml`](https://github.com/clearlinux/dockerfiles/blob/master/openvino/classification.yaml):
yaml file to deploy the openvino classification example
To deploy the image on a Kubernetes cluster:
* Start the openvino classification example server.
```
kubectl apply -f classification.yaml
```
* Then check if the pods are running well.
```
kubectl get pods -o wide
```
This may take some time because it requires downloading/converting the
alexnet model.
Note, if your cluster is behind some proxy, you may need set the proxy
environment in the yaml file to make the model-init can download the model.
* Get server PORT and IP
```
PORT=`kubectl get -o jsonpath="{.spec.ports[0].nodePort}" services openvino-server`
NODEIP=`kubectl get nodes -o jsonpath="{.items[0].status.addresses[0].address}"`
```
* Use curl to send image to the server for classification:
```
curl -H "Content-type: application/octet-stream" -X POST http://$NODEIP:$PORT/image --data-binary @cat.bmp
```
<!-- Required -->
## Build and modify:
The Dockerfiles for all Clear Linux* OS based container images are available at
https://github.com/clearlinux/dockerfiles. These can be used to build and
modify the container images.
1. Clone the clearlinux/dockerfiles repository.
```
git clone https://github.com/clearlinux/dockerfiles.git
```
2. Change to the directory of the application:
```
cd openvino/
```
3. Build the container image:
```
docker build -t clearlinux/openvino .
```
[`models.txt`](https://github.com/clearlinux/dockerfiles/blob/master/openvino/models.txt):
It defines the models will be pre-downloaded and converted to IR format in container image.
[`requirements.txt`](https://github.com/clearlinux/dockerfiles/blob/master/openvino/requirements.txt):
It defines the python packages to be installed in container image.
Refer to the Docker documentation for [default build
arguments](https://docs.docker.com/engine/reference/builder/#arg).
Additionally:
- `swupd_args` - specifies arguments to pass to the Clear Linux* OS software
manager. See the [swupd man
pages](https://github.com/clearlinux/swupd-client/blob/master/docs/swupd.1.rst#options)
for more information.
<!-- Required -->
## Licenses
All licenses for the Clear Linux* Project and distributed software can be found
at https://clearlinux.org/terms-and-policies
+20
View File
@@ -0,0 +1,20 @@
#!/usr/bin/python3
import subprocess
from flask import Flask, request
app = Flask(__name__)
@app.route('/')
def classification_sample():
return 'Classification sample'
@app.route('/image', methods=['POST'])
def do_classification():
if request.headers['Content-Type'] == 'application/octet-stream':
f = open('./image', 'wb')
f.write(request.data)
return subprocess.check_output("classification_sample_async -i ./image -m $MODEL_PATH/$MODEL_NAME.xml", shell=True)
else:
return "415 Unsupported Media Type ;)"
if __name__ == '__main__':
app.run(debug=True,host='0.0.0.0')
BIN
View File
Binary file not shown.

After

Width:  |  Height:  |  Size: 703 KiB

+81
View File
@@ -0,0 +1,81 @@
apiVersion: v1
kind: ConfigMap
metadata:
name: server
data:
app.py: |
#!/usr/bin/python3
import subprocess
from flask import Flask, request
app = Flask(__name__)
@app.route('/')
def classification_sample():
return 'Classification sample'
@app.route('/image', methods=['POST'])
def do_classification():
if request.headers['Content-Type'] == 'application/octet-stream':
f = open('./image', 'wb')
f.write(request.data)
return subprocess.check_output("classification_sample_async -i cat.bmp -m $MODEL_PATH/$MODEL_NAME.xml", shell=True)
else:
return "415 Unsupported Media Type ;)"
if __name__ == '__main__':
app.run(debug=True, host='0.0.0.0')
---
apiVersion: apps/v1beta1
kind: Deployment
metadata:
name: openvino-deploy
spec:
replicas: 1
template:
metadata:
labels:
app: classification
spec:
containers:
- name: classification
image: clearlinux/openvino
imagePullPolicy: IfNotPresent
env:
# - name: http_proxy
# value: <your proxy>
# - name: https_proxy
# value: <your proxy>
- name: MODEL_NAME
value: alexnet
- name: MODEL_PRECISION
value: FP32
args:
- "python3"
- "app.py"
ports:
- containerPort: 5000
volumeMounts:
- name: server-py
mountPath: /work/app.py
subPath: app.py
volumes:
- name: server-py
configMap:
name: server
---
apiVersion: v1
kind: Service
metadata:
name: openvino-server
spec:
type: NodePort
ports:
- port: 5000
nodePort: 30008
selector:
app: classification
+7
View File
@@ -0,0 +1,7 @@
#!/usr/bin/env bash
# Copyright (C) 2018 Intel Corporation
# SPDX-License-Identifier: Apache-2.0
# demo to use alexnet modle to do classification
classification_sample_async -i cat.bmp -m $MODEL_PATH/$MODEL_NAME.xml
+94
View File
@@ -0,0 +1,94 @@
apiVersion: v1
kind: ConfigMap
metadata:
name: server
data:
app.py: |
#!/usr/bin/python3
import subprocess
from flask import Flask, request
app = Flask(__name__)
@app.route('/')
def classification_sample():
return 'Classification sample'
@app.route('/image', methods=['POST'])
def do_classification():
if request.headers['Content-Type'] == 'application/octet-stream':
f = open('./image', 'wb')
f.write(request.data)
return subprocess.check_output("classification_sample -i ./image -m /model/alexnet.xml", shell=True)
else:
return "415 Unsupported Media Type ;)"
if __name__ == '__main__':
app.run(debug=True, host='0.0.0.0')
---
apiVersion: apps/v1beta1
kind: Deployment
metadata:
name: openvino-deploy
spec:
replicas: 1
template:
metadata:
labels:
app: classification
spec:
initContainers:
- name: model-init
image: sevenzheng/clr-openvino
imagePullPolicy: IfNotPresent
env:
- name: http_proxy
#value: $http_proxy
value: http://child-prc.intel.com:913
- name: https_proxy
#value: $https_proxy
value: http://child-prc.intel.com:913
command:
- "bash"
- "-c"
- "cd /model && downloader.py --name alexnet && mo.py --input_model ./classification/alexnet/caffe/alexnet.caffemodel"
volumeMounts:
- mountPath: /model
name: model
containers:
- name: classification
image: sevenzheng/clr-openvino
imagePullPolicy: IfNotPresent
command:
- "python3"
- "app.py"
ports:
- containerPort: 5000
volumeMounts:
- mountPath: /model
name: model
- name: server-py
mountPath: /work/app.py
subPath: app.py
volumes:
- name: model
emptyDir: {}
- name: server-py
configMap:
name: server
---
apiVersion: v1
kind: Service
metadata:
name: openvino-server
spec:
type: NodePort
ports:
- port: 5000
nodePort: 30008
selector:
app: classification
+16
View File
@@ -0,0 +1,16 @@
version: '2'
services:
openvino:
image: clearlinux/openvino:latest
environment:
http_proxy: $http_proxy
https_proxy: $https_proxy
MODEL_NAME: alexnet
MODEL_PRECISION: FP32
ports:
- "5000:5000"
volumes:
- "./app.py:/work/app.py"
command: "python3 app.py"
+15
View File
@@ -0,0 +1,15 @@
version: '2'
services:
openvino:
image: clearlinux/openvino:latest
environment:
http_proxy: $http_proxy
https_proxy: $https_proxy
MODEL_NAME: alexnet
MODEL_PRECISION: FP32
volumes:
- "./cat.bmp:/work/cat.bmp"
- "./demo.sh:/work/demo.sh"
command: "/work/demo.sh"
+8
View File
@@ -0,0 +1,8 @@
#!/usr/bin/bash
source /work/set_model_path.sh
echo "MODEL NAME: $MODEL_NAME"
echo "MODEL PRECISION: $MODEL_PRECISION"
echo "MODEL PATH: $MODEL_PATH"
/usr/bin/bash -c "$@"
+5
View File
@@ -0,0 +1,5 @@
face-detection-retail-0005
facial-landmarks-35-adas
mobilenet-ssd
person-vehicle-bike-detection-crossroad-0078
person-detection-retail-0013
+2
View File
@@ -0,0 +1,2 @@
flask
redis
+34
View File
@@ -0,0 +1,34 @@
#!/bin/sh
# set -e
# download model
model_dl() {
model-downloader --name $1 -o $MODEL_DIR && \
model-converter --name $1 -d $MODEL_DIR -o $MODEL_DIR --mo $MO_PATH; \
}
# set model path
set_model_path() {
if [ "$MODEL_PRECISION" ]; then
MODEL_PATH=$(find $MODEL_DIR -name "$MODEL_NAME.xml" | grep $MODEL_PRECISION)
else
MODEL_PATH=$(find $MODEL_DIR -name "$MODEL_NAME.xml")
fi
export MODEL_PATH=${MODEL_PATH%/*}
}
# download models if not existed and set the model path
if [ "$MODEL_NAME" ]; then
set_model_path
if [ -z "$MODEL_PATH" ]; then
model_dl $MODEL_NAME
set_model_path
fi
fi
if [ -z "$MODEL_PATH" ]; then
echo "Wrong model $MODEL_NAME, couldn't set MODEL_PATH"
fi