c2013d8a by 周伟奇

fix checkOption

1 parent 4d07818b
...@@ -89,13 +89,18 @@ bin/control.sh logs triton ...@@ -89,13 +89,18 @@ bin/control.sh logs triton
89 bin/control.sh logs backend 89 bin/control.sh logs backend
90 ``` 90 ```
91 91
92 ## TODO 92 ## TODO 01
93 - ~~backend logs~~
94 - ~~backend sanic worker num可配置~~
93 - 授权部分 95 - 授权部分
94 - backend logs
95 - backend sanic worker num可配置
96 - 随机选择triton端口,该配置项无意义
97 - 取消java,更新接口及文档,完善响应结果 96 - 取消java,更新接口及文档,完善响应结果
97
98 ## TODO 02
99 - 随机选择triton端口,该配置项无意义
100 - 转onnx,体积缩小900M+
98 - 参数校验 101 - 参数校验
99 - 多余的包 102 - 移除多余的包
103
104 ## TODO 03
100 - ASGI & supervisor ? 105 - ASGI & supervisor ?
101 - async ? 106 - async ?
...\ No newline at end of file ...\ No newline at end of file
......
...@@ -22,7 +22,7 @@ TRITON_MODEL_DIR=${REPO_DIR}/models ...@@ -22,7 +22,7 @@ TRITON_MODEL_DIR=${REPO_DIR}/models
22 # triton相关 22 # triton相关
23 TRITON_CONTAINER_NAME=tritonserver 23 TRITON_CONTAINER_NAME=tritonserver
24 TRITON_IMAGE_NAME=tritonserver 24 TRITON_IMAGE_NAME=tritonserver
25 TRITON_IMAGE_TAG=1.0 25 TRITON_IMAGE_TAG=latest
26 TRITON_IMAGE=${TRITON_IMAGE_NAME}:${TRITON_IMAGE_TAG} 26 TRITON_IMAGE=${TRITON_IMAGE_NAME}:${TRITON_IMAGE_TAG}
27 TRITON_IMAGE_SAVE_NAME=tritonserver-tf2-pt.tar 27 TRITON_IMAGE_SAVE_NAME=tritonserver-tf2-pt.tar
28 TRITON_IMAGE_SAVE_PATH=${DOCKER_IMAGE_DIR}/${TRITON_IMAGE_SAVE_NAME} 28 TRITON_IMAGE_SAVE_PATH=${DOCKER_IMAGE_DIR}/${TRITON_IMAGE_SAVE_NAME}
...@@ -46,13 +46,13 @@ else ...@@ -46,13 +46,13 @@ else
46 exit 1 46 exit 1
47 fi 47 fi
48 48
49
49 # 这些配置依赖configs/settings.sh, 所以需要放在source之后 50 # 这些配置依赖configs/settings.sh, 所以需要放在source之后
50 # TRITON容器启动参数相关 51 # TRITON容器启动参数相关
51 # -env 52 # -env
52 TRITON_CONTAINER_ENVS=() 53 TRITON_CONTAINER_ENVS=()
53 TRITON_ENVS_OPTION="" 54 TRITON_ENVS_OPTION=""
54 if (( ${#TRITON_CONTAINER_ENVS[@]} > 0 )); then 55 if (( ${#TRITON_CONTAINER_ENVS[@]} > 0 )); then
55 checkEnvsOption ${TRITON_CONTAINER_ENVS[@]}
56 TRITON_ENVS_OPTION="$(getOption "-env" ${TRITON_CONTAINER_ENVS[@]})" 56 TRITON_ENVS_OPTION="$(getOption "-env" ${TRITON_CONTAINER_ENVS[@]})"
57 fi 57 fi
58 # -v 58 # -v
...@@ -62,7 +62,6 @@ TRITON_CONTAINER_VOLUMES=( ...@@ -62,7 +62,6 @@ TRITON_CONTAINER_VOLUMES=(
62 ) 62 )
63 TRITON_VOLUMES_OPTION="" 63 TRITON_VOLUMES_OPTION=""
64 if (( ${#TRITON_CONTAINER_VOLUMES[@]} > 0 )); then 64 if (( ${#TRITON_CONTAINER_VOLUMES[@]} > 0 )); then
65 checkVolumesOption ${TRITON_CONTAINER_VOLUMES[@]}
66 TRITON_VOLUMES_OPTION="$(getOption "-v" ${TRITON_CONTAINER_VOLUMES[@]})" 65 TRITON_VOLUMES_OPTION="$(getOption "-v" ${TRITON_CONTAINER_VOLUMES[@]})"
67 fi 66 fi
68 # -p 67 # -p
...@@ -73,7 +72,6 @@ TRITON_CONTAINER_PORTS=( ...@@ -73,7 +72,6 @@ TRITON_CONTAINER_PORTS=(
73 ) 72 )
74 TRITON_PORTS_OPTION="" 73 TRITON_PORTS_OPTION=""
75 if (( ${#TRITON_CONTAINER_PORTS[@]} > 0 )); then 74 if (( ${#TRITON_CONTAINER_PORTS[@]} > 0 )); then
76 checkPortUsedStatus ${TRITON_CONTAINER_PORTS[@]}
77 TRITON_PORTS_OPTION="$(getOption "-p" ${TRITON_CONTAINER_PORTS[@]})" 75 TRITON_PORTS_OPTION="$(getOption "-p" ${TRITON_CONTAINER_PORTS[@]})"
78 fi 76 fi
79 # --gpus 77 # --gpus
...@@ -91,7 +89,6 @@ BACKEND_CONTAINER_ENVS=( ...@@ -91,7 +89,6 @@ BACKEND_CONTAINER_ENVS=(
91 ) 89 )
92 BACKEND_ENVS_OPTION="" 90 BACKEND_ENVS_OPTION=""
93 if (( ${#BACKEND_CONTAINER_ENVS[@]} > 0 )); then 91 if (( ${#BACKEND_CONTAINER_ENVS[@]} > 0 )); then
94 checkEnvsOption ${BACKEND_CONTAINER_ENVS[@]}
95 BACKEND_ENVS_OPTION="$(getOption "-env" ${BACKEND_CONTAINER_ENVS[@]})" 92 BACKEND_ENVS_OPTION="$(getOption "-env" ${BACKEND_CONTAINER_ENVS[@]})"
96 fi 93 fi
97 # -v 94 # -v
...@@ -102,7 +99,6 @@ BACKEND_CONTAINER_VOLUMES=( ...@@ -102,7 +99,6 @@ BACKEND_CONTAINER_VOLUMES=(
102 ) 99 )
103 BACKEND_VOLUMES_OPTION="" 100 BACKEND_VOLUMES_OPTION=""
104 if (( ${#BACKEND_CONTAINER_VOLUMES[@]} > 0 )); then 101 if (( ${#BACKEND_CONTAINER_VOLUMES[@]} > 0 )); then
105 checkVolumesOption ${BACKEND_CONTAINER_VOLUMES[@]}
106 BACKEND_VOLUMES_OPTION="$(getOption "-v" ${BACKEND_CONTAINER_VOLUMES[@]})" 102 BACKEND_VOLUMES_OPTION="$(getOption "-v" ${BACKEND_CONTAINER_VOLUMES[@]})"
107 fi 103 fi
108 # -p 104 # -p
...@@ -111,8 +107,42 @@ BACKEND_CONTAINER_PORTS=( ...@@ -111,8 +107,42 @@ BACKEND_CONTAINER_PORTS=(
111 ) 107 )
112 BACKEND_PORTS_OPTION="" 108 BACKEND_PORTS_OPTION=""
113 if (( ${#BACKEND_CONTAINER_PORTS[@]} > 0 )); then 109 if (( ${#BACKEND_CONTAINER_PORTS[@]} > 0 )); then
114 checkPortUsedStatus ${BACKEND_CONTAINER_PORTS[@]}
115 BACKEND_PORTS_OPTION="$(getOption "-p" ${BACKEND_CONTAINER_PORTS[@]})" 110 BACKEND_PORTS_OPTION="$(getOption "-p" ${BACKEND_CONTAINER_PORTS[@]})"
116 fi 111 fi
117 # -env -v -p 112 # -env -v -p
118 BACKEND_OPTIONS="${BACKEND_ENVS_OPTION} ${BACKEND_VOLUMES_OPTION} ${BACKEND_PORTS_OPTION}" 113 BACKEND_OPTIONS="${BACKEND_ENVS_OPTION} ${BACKEND_VOLUMES_OPTION} ${BACKEND_PORTS_OPTION}"
114
115 function checkTritonOption() {
116 if (( ${#TRITON_CONTAINER_ENVS[@]} > 0 )); then
117 checkEnvsOption ${TRITON_CONTAINER_ENVS[@]}
118 fi
119
120 if (( ${#TRITON_CONTAINER_VOLUMES[@]} > 0 )); then
121 checkVolumesOption ${TRITON_CONTAINER_VOLUMES[@]}
122 fi
123
124 if (( ${#TRITON_CONTAINER_PORTS[@]} > 0 )); then
125 checkPortUsedStatus ${TRITON_CONTAINER_PORTS[@]}
126 fi
127 }
128
129 function checkBackendOption() {
130 if (( ${#BACKEND_CONTAINER_ENVS[@]} > 0 )); then
131 checkEnvsOption ${BACKEND_CONTAINER_ENVS[@]}
132 fi
133
134 if (( ${#BACKEND_CONTAINER_VOLUMES[@]} > 0 )); then
135 checkVolumesOption ${BACKEND_CONTAINER_VOLUMES[@]}
136 fi
137
138 if (( ${#BACKEND_CONTAINER_PORTS[@]} > 0 )); then
139 checkPortUsedStatus ${BACKEND_CONTAINER_PORTS[@]}
140 fi
141 }
142
143 function checkOption() {
144 case $1 in
145 triton) checkTritonOption ;;
146 backend) checkBackendOption ;;
147 esac
148 }
......
...@@ -22,7 +22,7 @@ triton settings: ...@@ -22,7 +22,7 @@ triton settings:
22 22
23 END 23 END
24 case "${1:-help}" in 24 case "${1:-help}" in
25 start) _docker_func start "${TRITON_IMAGE}" "${TRITON_CONTAINER_NAME}" "${TRITON_OPTIONS}" "${TRITON_IMAGE_SAVE_PATH}" ;; 25 start) checkOption "triton" && _docker_func start "${TRITON_IMAGE}" "${TRITON_CONTAINER_NAME}" "${TRITON_OPTIONS}" "${TRITON_IMAGE_SAVE_PATH}" ;;
26 stop) _docker_func stop "${TRITON_CONTAINER_NAME}" ;; 26 stop) _docker_func stop "${TRITON_CONTAINER_NAME}" ;;
27 restart) _docker_func restart "${TRITON_CONTAINER_NAME}" ;; 27 restart) _docker_func restart "${TRITON_CONTAINER_NAME}" ;;
28 rm) _docker_func rm "${TRITON_CONTAINER_NAME}" ;; 28 rm) _docker_func rm "${TRITON_CONTAINER_NAME}" ;;
...@@ -31,7 +31,7 @@ END ...@@ -31,7 +31,7 @@ END
31 dlogs) _docker_func logs "${TRITON_CONTAINER_NAME}" ;; 31 dlogs) _docker_func logs "${TRITON_CONTAINER_NAME}" ;;
32 logs) _docker_func logs "${TRITON_CONTAINER_NAME}" ;; 32 logs) _docker_func logs "${TRITON_CONTAINER_NAME}" ;;
33 is_running) _docker_func is_running "${TRITON_CONTAINER_NAME}" ;; 33 is_running) _docker_func is_running "${TRITON_CONTAINER_NAME}" ;;
34 debug) _docker_func debug "${TRITON_IMAGE}" "${TRITON_CONTAINER_NAME}" "${TRITON_OPTIONS}" ;; 34 debug) checkOption "triton" && _docker_func debug "${TRITON_IMAGE}" "${TRITON_CONTAINER_NAME}" "${TRITON_OPTIONS}" ;;
35 # 其他 35 # 其他
36 *) _echo_help_message ;; 36 *) _echo_help_message ;;
37 esac 37 esac
...@@ -48,7 +48,7 @@ backend settings: ...@@ -48,7 +48,7 @@ backend settings:
48 48
49 END 49 END
50 case "${1:-help}" in 50 case "${1:-help}" in
51 start) _docker_func start "${BACKEND_IMAGE}" "${BACKEND_CONTAINER_NAME}" "${BACKEND_OPTIONS}" "${BACKEND_IMAGE_SAVE_PATH}" ;; 51 start) checkOption "backend" && _docker_func start "${BACKEND_IMAGE}" "${BACKEND_CONTAINER_NAME}" "${BACKEND_OPTIONS}" "${BACKEND_IMAGE_SAVE_PATH}" ;;
52 stop) _docker_func stop "${BACKEND_CONTAINER_NAME}" ;; 52 stop) _docker_func stop "${BACKEND_CONTAINER_NAME}" ;;
53 restart) _docker_func restart "${BACKEND_CONTAINER_NAME}" ;; 53 restart) _docker_func restart "${BACKEND_CONTAINER_NAME}" ;;
54 rm) _docker_func rm "${BACKEND_CONTAINER_NAME}" ;; 54 rm) _docker_func rm "${BACKEND_CONTAINER_NAME}" ;;
...@@ -56,7 +56,7 @@ END ...@@ -56,7 +56,7 @@ END
56 top) _docker_func top "${BACKEND_CONTAINER_NAME}" ;; 56 top) _docker_func top "${BACKEND_CONTAINER_NAME}" ;;
57 dlogs) _docker_func logs "${BACKEND_CONTAINER_NAME}" ;; 57 dlogs) _docker_func logs "${BACKEND_CONTAINER_NAME}" ;;
58 is_running) _docker_func is_running "${BACKEND_CONTAINER_NAME}" ;; 58 is_running) _docker_func is_running "${BACKEND_CONTAINER_NAME}" ;;
59 debug) _docker_func debug "${BACKEND_IMAGE}" "${BACKEND_CONTAINER_NAME}" "${BACKEND_OPTIONS}" ;; 59 debug) checkOption "backend" && _docker_func debug "${BACKEND_IMAGE}" "${BACKEND_CONTAINER_NAME}" "${BACKEND_OPTIONS}" ;;
60 # 其他 60 # 其他
61 *) _echo_help_message ;; 61 *) _echo_help_message ;;
62 esac 62 esac
......
File mode changed
Styling with Markdown is supported
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!