fix checkOption
Showing
4 changed files
with
52 additions
and
17 deletions
... | @@ -89,13 +89,18 @@ bin/control.sh logs triton | ... | @@ -89,13 +89,18 @@ bin/control.sh logs triton |
89 | bin/control.sh logs backend | 89 | bin/control.sh logs backend |
90 | ``` | 90 | ``` |
91 | 91 | ||
92 | ## TODO | 92 | ## TODO 01 |
93 | - ~~backend logs~~ | ||
94 | - ~~backend sanic worker num可配置~~ | ||
93 | - 授权部分 | 95 | - 授权部分 |
94 | - backend logs | ||
95 | - backend sanic worker num可配置 | ||
96 | - 随机选择triton端口,该配置项无意义 | ||
97 | - 取消java,更新接口及文档,完善响应结果 | 96 | - 取消java,更新接口及文档,完善响应结果 |
97 | |||
98 | ## TODO 02 | ||
99 | - 随机选择triton端口,该配置项无意义 | ||
100 | - 转onnx,体积缩小900M+ | ||
98 | - 参数校验 | 101 | - 参数校验 |
99 | - 多余的包 | 102 | - 移除多余的包 |
103 | |||
104 | ## TODO 03 | ||
100 | - ASGI & supervisor ? | 105 | - ASGI & supervisor ? |
101 | - async ? | 106 | - async ? |
... | \ No newline at end of file | ... | \ No newline at end of file | ... | ... |
... | @@ -22,7 +22,7 @@ TRITON_MODEL_DIR=${REPO_DIR}/models | ... | @@ -22,7 +22,7 @@ TRITON_MODEL_DIR=${REPO_DIR}/models |
22 | # triton相关 | 22 | # triton相关 |
23 | TRITON_CONTAINER_NAME=tritonserver | 23 | TRITON_CONTAINER_NAME=tritonserver |
24 | TRITON_IMAGE_NAME=tritonserver | 24 | TRITON_IMAGE_NAME=tritonserver |
25 | TRITON_IMAGE_TAG=1.0 | 25 | TRITON_IMAGE_TAG=latest |
26 | TRITON_IMAGE=${TRITON_IMAGE_NAME}:${TRITON_IMAGE_TAG} | 26 | TRITON_IMAGE=${TRITON_IMAGE_NAME}:${TRITON_IMAGE_TAG} |
27 | TRITON_IMAGE_SAVE_NAME=tritonserver-tf2-pt.tar | 27 | TRITON_IMAGE_SAVE_NAME=tritonserver-tf2-pt.tar |
28 | TRITON_IMAGE_SAVE_PATH=${DOCKER_IMAGE_DIR}/${TRITON_IMAGE_SAVE_NAME} | 28 | TRITON_IMAGE_SAVE_PATH=${DOCKER_IMAGE_DIR}/${TRITON_IMAGE_SAVE_NAME} |
... | @@ -46,13 +46,13 @@ else | ... | @@ -46,13 +46,13 @@ else |
46 | exit 1 | 46 | exit 1 |
47 | fi | 47 | fi |
48 | 48 | ||
49 | |||
49 | # 这些配置依赖configs/settings.sh, 所以需要放在source之后 | 50 | # 这些配置依赖configs/settings.sh, 所以需要放在source之后 |
50 | # TRITON容器启动参数相关 | 51 | # TRITON容器启动参数相关 |
51 | # -env | 52 | # -env |
52 | TRITON_CONTAINER_ENVS=() | 53 | TRITON_CONTAINER_ENVS=() |
53 | TRITON_ENVS_OPTION="" | 54 | TRITON_ENVS_OPTION="" |
54 | if (( ${#TRITON_CONTAINER_ENVS[@]} > 0 )); then | 55 | if (( ${#TRITON_CONTAINER_ENVS[@]} > 0 )); then |
55 | checkEnvsOption ${TRITON_CONTAINER_ENVS[@]} | ||
56 | TRITON_ENVS_OPTION="$(getOption "-env" ${TRITON_CONTAINER_ENVS[@]})" | 56 | TRITON_ENVS_OPTION="$(getOption "-env" ${TRITON_CONTAINER_ENVS[@]})" |
57 | fi | 57 | fi |
58 | # -v | 58 | # -v |
... | @@ -62,7 +62,6 @@ TRITON_CONTAINER_VOLUMES=( | ... | @@ -62,7 +62,6 @@ TRITON_CONTAINER_VOLUMES=( |
62 | ) | 62 | ) |
63 | TRITON_VOLUMES_OPTION="" | 63 | TRITON_VOLUMES_OPTION="" |
64 | if (( ${#TRITON_CONTAINER_VOLUMES[@]} > 0 )); then | 64 | if (( ${#TRITON_CONTAINER_VOLUMES[@]} > 0 )); then |
65 | checkVolumesOption ${TRITON_CONTAINER_VOLUMES[@]} | ||
66 | TRITON_VOLUMES_OPTION="$(getOption "-v" ${TRITON_CONTAINER_VOLUMES[@]})" | 65 | TRITON_VOLUMES_OPTION="$(getOption "-v" ${TRITON_CONTAINER_VOLUMES[@]})" |
67 | fi | 66 | fi |
68 | # -p | 67 | # -p |
... | @@ -73,7 +72,6 @@ TRITON_CONTAINER_PORTS=( | ... | @@ -73,7 +72,6 @@ TRITON_CONTAINER_PORTS=( |
73 | ) | 72 | ) |
74 | TRITON_PORTS_OPTION="" | 73 | TRITON_PORTS_OPTION="" |
75 | if (( ${#TRITON_CONTAINER_PORTS[@]} > 0 )); then | 74 | if (( ${#TRITON_CONTAINER_PORTS[@]} > 0 )); then |
76 | checkPortUsedStatus ${TRITON_CONTAINER_PORTS[@]} | ||
77 | TRITON_PORTS_OPTION="$(getOption "-p" ${TRITON_CONTAINER_PORTS[@]})" | 75 | TRITON_PORTS_OPTION="$(getOption "-p" ${TRITON_CONTAINER_PORTS[@]})" |
78 | fi | 76 | fi |
79 | # --gpus | 77 | # --gpus |
... | @@ -91,7 +89,6 @@ BACKEND_CONTAINER_ENVS=( | ... | @@ -91,7 +89,6 @@ BACKEND_CONTAINER_ENVS=( |
91 | ) | 89 | ) |
92 | BACKEND_ENVS_OPTION="" | 90 | BACKEND_ENVS_OPTION="" |
93 | if (( ${#BACKEND_CONTAINER_ENVS[@]} > 0 )); then | 91 | if (( ${#BACKEND_CONTAINER_ENVS[@]} > 0 )); then |
94 | checkEnvsOption ${BACKEND_CONTAINER_ENVS[@]} | ||
95 | BACKEND_ENVS_OPTION="$(getOption "-env" ${BACKEND_CONTAINER_ENVS[@]})" | 92 | BACKEND_ENVS_OPTION="$(getOption "-env" ${BACKEND_CONTAINER_ENVS[@]})" |
96 | fi | 93 | fi |
97 | # -v | 94 | # -v |
... | @@ -102,7 +99,6 @@ BACKEND_CONTAINER_VOLUMES=( | ... | @@ -102,7 +99,6 @@ BACKEND_CONTAINER_VOLUMES=( |
102 | ) | 99 | ) |
103 | BACKEND_VOLUMES_OPTION="" | 100 | BACKEND_VOLUMES_OPTION="" |
104 | if (( ${#BACKEND_CONTAINER_VOLUMES[@]} > 0 )); then | 101 | if (( ${#BACKEND_CONTAINER_VOLUMES[@]} > 0 )); then |
105 | checkVolumesOption ${BACKEND_CONTAINER_VOLUMES[@]} | ||
106 | BACKEND_VOLUMES_OPTION="$(getOption "-v" ${BACKEND_CONTAINER_VOLUMES[@]})" | 102 | BACKEND_VOLUMES_OPTION="$(getOption "-v" ${BACKEND_CONTAINER_VOLUMES[@]})" |
107 | fi | 103 | fi |
108 | # -p | 104 | # -p |
... | @@ -111,8 +107,42 @@ BACKEND_CONTAINER_PORTS=( | ... | @@ -111,8 +107,42 @@ BACKEND_CONTAINER_PORTS=( |
111 | ) | 107 | ) |
112 | BACKEND_PORTS_OPTION="" | 108 | BACKEND_PORTS_OPTION="" |
113 | if (( ${#BACKEND_CONTAINER_PORTS[@]} > 0 )); then | 109 | if (( ${#BACKEND_CONTAINER_PORTS[@]} > 0 )); then |
114 | checkPortUsedStatus ${BACKEND_CONTAINER_PORTS[@]} | ||
115 | BACKEND_PORTS_OPTION="$(getOption "-p" ${BACKEND_CONTAINER_PORTS[@]})" | 110 | BACKEND_PORTS_OPTION="$(getOption "-p" ${BACKEND_CONTAINER_PORTS[@]})" |
116 | fi | 111 | fi |
117 | # -env -v -p | 112 | # -env -v -p |
118 | BACKEND_OPTIONS="${BACKEND_ENVS_OPTION} ${BACKEND_VOLUMES_OPTION} ${BACKEND_PORTS_OPTION}" | ||
... | \ No newline at end of file | ... | \ No newline at end of file |
113 | BACKEND_OPTIONS="${BACKEND_ENVS_OPTION} ${BACKEND_VOLUMES_OPTION} ${BACKEND_PORTS_OPTION}" | ||
114 | |||
115 | function checkTritonOption() { | ||
116 | if (( ${#TRITON_CONTAINER_ENVS[@]} > 0 )); then | ||
117 | checkEnvsOption ${TRITON_CONTAINER_ENVS[@]} | ||
118 | fi | ||
119 | |||
120 | if (( ${#TRITON_CONTAINER_VOLUMES[@]} > 0 )); then | ||
121 | checkVolumesOption ${TRITON_CONTAINER_VOLUMES[@]} | ||
122 | fi | ||
123 | |||
124 | if (( ${#TRITON_CONTAINER_PORTS[@]} > 0 )); then | ||
125 | checkPortUsedStatus ${TRITON_CONTAINER_PORTS[@]} | ||
126 | fi | ||
127 | } | ||
128 | |||
129 | function checkBackendOption() { | ||
130 | if (( ${#BACKEND_CONTAINER_ENVS[@]} > 0 )); then | ||
131 | checkEnvsOption ${BACKEND_CONTAINER_ENVS[@]} | ||
132 | fi | ||
133 | |||
134 | if (( ${#BACKEND_CONTAINER_VOLUMES[@]} > 0 )); then | ||
135 | checkVolumesOption ${BACKEND_CONTAINER_VOLUMES[@]} | ||
136 | fi | ||
137 | |||
138 | if (( ${#BACKEND_CONTAINER_PORTS[@]} > 0 )); then | ||
139 | checkPortUsedStatus ${BACKEND_CONTAINER_PORTS[@]} | ||
140 | fi | ||
141 | } | ||
142 | |||
143 | function checkOption() { | ||
144 | case $1 in | ||
145 | triton) checkTritonOption ;; | ||
146 | backend) checkBackendOption ;; | ||
147 | esac | ||
148 | } | ... | ... |
... | @@ -22,7 +22,7 @@ triton settings: | ... | @@ -22,7 +22,7 @@ triton settings: |
22 | 22 | ||
23 | END | 23 | END |
24 | case "${1:-help}" in | 24 | case "${1:-help}" in |
25 | start) _docker_func start "${TRITON_IMAGE}" "${TRITON_CONTAINER_NAME}" "${TRITON_OPTIONS}" "${TRITON_IMAGE_SAVE_PATH}" ;; | 25 | start) checkOption "triton" && _docker_func start "${TRITON_IMAGE}" "${TRITON_CONTAINER_NAME}" "${TRITON_OPTIONS}" "${TRITON_IMAGE_SAVE_PATH}" ;; |
26 | stop) _docker_func stop "${TRITON_CONTAINER_NAME}" ;; | 26 | stop) _docker_func stop "${TRITON_CONTAINER_NAME}" ;; |
27 | restart) _docker_func restart "${TRITON_CONTAINER_NAME}" ;; | 27 | restart) _docker_func restart "${TRITON_CONTAINER_NAME}" ;; |
28 | rm) _docker_func rm "${TRITON_CONTAINER_NAME}" ;; | 28 | rm) _docker_func rm "${TRITON_CONTAINER_NAME}" ;; |
... | @@ -31,7 +31,7 @@ END | ... | @@ -31,7 +31,7 @@ END |
31 | dlogs) _docker_func logs "${TRITON_CONTAINER_NAME}" ;; | 31 | dlogs) _docker_func logs "${TRITON_CONTAINER_NAME}" ;; |
32 | logs) _docker_func logs "${TRITON_CONTAINER_NAME}" ;; | 32 | logs) _docker_func logs "${TRITON_CONTAINER_NAME}" ;; |
33 | is_running) _docker_func is_running "${TRITON_CONTAINER_NAME}" ;; | 33 | is_running) _docker_func is_running "${TRITON_CONTAINER_NAME}" ;; |
34 | debug) _docker_func debug "${TRITON_IMAGE}" "${TRITON_CONTAINER_NAME}" "${TRITON_OPTIONS}" ;; | 34 | debug) checkOption "triton" && _docker_func debug "${TRITON_IMAGE}" "${TRITON_CONTAINER_NAME}" "${TRITON_OPTIONS}" ;; |
35 | # 其他 | 35 | # 其他 |
36 | *) _echo_help_message ;; | 36 | *) _echo_help_message ;; |
37 | esac | 37 | esac |
... | @@ -48,7 +48,7 @@ backend settings: | ... | @@ -48,7 +48,7 @@ backend settings: |
48 | 48 | ||
49 | END | 49 | END |
50 | case "${1:-help}" in | 50 | case "${1:-help}" in |
51 | start) _docker_func start "${BACKEND_IMAGE}" "${BACKEND_CONTAINER_NAME}" "${BACKEND_OPTIONS}" "${BACKEND_IMAGE_SAVE_PATH}" ;; | 51 | start) checkOption "backend" && _docker_func start "${BACKEND_IMAGE}" "${BACKEND_CONTAINER_NAME}" "${BACKEND_OPTIONS}" "${BACKEND_IMAGE_SAVE_PATH}" ;; |
52 | stop) _docker_func stop "${BACKEND_CONTAINER_NAME}" ;; | 52 | stop) _docker_func stop "${BACKEND_CONTAINER_NAME}" ;; |
53 | restart) _docker_func restart "${BACKEND_CONTAINER_NAME}" ;; | 53 | restart) _docker_func restart "${BACKEND_CONTAINER_NAME}" ;; |
54 | rm) _docker_func rm "${BACKEND_CONTAINER_NAME}" ;; | 54 | rm) _docker_func rm "${BACKEND_CONTAINER_NAME}" ;; |
... | @@ -56,7 +56,7 @@ END | ... | @@ -56,7 +56,7 @@ END |
56 | top) _docker_func top "${BACKEND_CONTAINER_NAME}" ;; | 56 | top) _docker_func top "${BACKEND_CONTAINER_NAME}" ;; |
57 | dlogs) _docker_func logs "${BACKEND_CONTAINER_NAME}" ;; | 57 | dlogs) _docker_func logs "${BACKEND_CONTAINER_NAME}" ;; |
58 | is_running) _docker_func is_running "${BACKEND_CONTAINER_NAME}" ;; | 58 | is_running) _docker_func is_running "${BACKEND_CONTAINER_NAME}" ;; |
59 | debug) _docker_func debug "${BACKEND_IMAGE}" "${BACKEND_CONTAINER_NAME}" "${BACKEND_OPTIONS}" ;; | 59 | debug) checkOption "backend" && _docker_func debug "${BACKEND_IMAGE}" "${BACKEND_CONTAINER_NAME}" "${BACKEND_OPTIONS}" ;; |
60 | # 其他 | 60 | # 其他 |
61 | *) _echo_help_message ;; | 61 | *) _echo_help_message ;; |
62 | esac | 62 | esac | ... | ... |
bin/utils.sh
100755 → 100644
File mode changed
-
Please register or sign in to post a comment