fix checkOption
Showing
4 changed files
with
52 additions
and
17 deletions
| ... | @@ -89,13 +89,18 @@ bin/control.sh logs triton | ... | @@ -89,13 +89,18 @@ bin/control.sh logs triton |
| 89 | bin/control.sh logs backend | 89 | bin/control.sh logs backend |
| 90 | ``` | 90 | ``` |
| 91 | 91 | ||
| 92 | ## TODO | 92 | ## TODO 01 |
| 93 | - ~~backend logs~~ | ||
| 94 | - ~~backend sanic worker num可配置~~ | ||
| 93 | - 授权部分 | 95 | - 授权部分 |
| 94 | - backend logs | ||
| 95 | - backend sanic worker num可配置 | ||
| 96 | - 随机选择triton端口,该配置项无意义 | ||
| 97 | - 取消java,更新接口及文档,完善响应结果 | 96 | - 取消java,更新接口及文档,完善响应结果 |
| 97 | |||
| 98 | ## TODO 02 | ||
| 99 | - 随机选择triton端口,该配置项无意义 | ||
| 100 | - 转onnx,体积缩小900M+ | ||
| 98 | - 参数校验 | 101 | - 参数校验 |
| 99 | - 多余的包 | 102 | - 移除多余的包 |
| 103 | |||
| 104 | ## TODO 03 | ||
| 100 | - ASGI & supervisor ? | 105 | - ASGI & supervisor ? |
| 101 | - async ? | 106 | - async ? |
| ... | \ No newline at end of file | ... | \ No newline at end of file | ... | ... |
| ... | @@ -22,7 +22,7 @@ TRITON_MODEL_DIR=${REPO_DIR}/models | ... | @@ -22,7 +22,7 @@ TRITON_MODEL_DIR=${REPO_DIR}/models |
| 22 | # triton相关 | 22 | # triton相关 |
| 23 | TRITON_CONTAINER_NAME=tritonserver | 23 | TRITON_CONTAINER_NAME=tritonserver |
| 24 | TRITON_IMAGE_NAME=tritonserver | 24 | TRITON_IMAGE_NAME=tritonserver |
| 25 | TRITON_IMAGE_TAG=1.0 | 25 | TRITON_IMAGE_TAG=latest |
| 26 | TRITON_IMAGE=${TRITON_IMAGE_NAME}:${TRITON_IMAGE_TAG} | 26 | TRITON_IMAGE=${TRITON_IMAGE_NAME}:${TRITON_IMAGE_TAG} |
| 27 | TRITON_IMAGE_SAVE_NAME=tritonserver-tf2-pt.tar | 27 | TRITON_IMAGE_SAVE_NAME=tritonserver-tf2-pt.tar |
| 28 | TRITON_IMAGE_SAVE_PATH=${DOCKER_IMAGE_DIR}/${TRITON_IMAGE_SAVE_NAME} | 28 | TRITON_IMAGE_SAVE_PATH=${DOCKER_IMAGE_DIR}/${TRITON_IMAGE_SAVE_NAME} |
| ... | @@ -46,13 +46,13 @@ else | ... | @@ -46,13 +46,13 @@ else |
| 46 | exit 1 | 46 | exit 1 |
| 47 | fi | 47 | fi |
| 48 | 48 | ||
| 49 | |||
| 49 | # 这些配置依赖configs/settings.sh, 所以需要放在source之后 | 50 | # 这些配置依赖configs/settings.sh, 所以需要放在source之后 |
| 50 | # TRITON容器启动参数相关 | 51 | # TRITON容器启动参数相关 |
| 51 | # -env | 52 | # -env |
| 52 | TRITON_CONTAINER_ENVS=() | 53 | TRITON_CONTAINER_ENVS=() |
| 53 | TRITON_ENVS_OPTION="" | 54 | TRITON_ENVS_OPTION="" |
| 54 | if (( ${#TRITON_CONTAINER_ENVS[@]} > 0 )); then | 55 | if (( ${#TRITON_CONTAINER_ENVS[@]} > 0 )); then |
| 55 | checkEnvsOption ${TRITON_CONTAINER_ENVS[@]} | ||
| 56 | TRITON_ENVS_OPTION="$(getOption "-env" ${TRITON_CONTAINER_ENVS[@]})" | 56 | TRITON_ENVS_OPTION="$(getOption "-env" ${TRITON_CONTAINER_ENVS[@]})" |
| 57 | fi | 57 | fi |
| 58 | # -v | 58 | # -v |
| ... | @@ -62,7 +62,6 @@ TRITON_CONTAINER_VOLUMES=( | ... | @@ -62,7 +62,6 @@ TRITON_CONTAINER_VOLUMES=( |
| 62 | ) | 62 | ) |
| 63 | TRITON_VOLUMES_OPTION="" | 63 | TRITON_VOLUMES_OPTION="" |
| 64 | if (( ${#TRITON_CONTAINER_VOLUMES[@]} > 0 )); then | 64 | if (( ${#TRITON_CONTAINER_VOLUMES[@]} > 0 )); then |
| 65 | checkVolumesOption ${TRITON_CONTAINER_VOLUMES[@]} | ||
| 66 | TRITON_VOLUMES_OPTION="$(getOption "-v" ${TRITON_CONTAINER_VOLUMES[@]})" | 65 | TRITON_VOLUMES_OPTION="$(getOption "-v" ${TRITON_CONTAINER_VOLUMES[@]})" |
| 67 | fi | 66 | fi |
| 68 | # -p | 67 | # -p |
| ... | @@ -73,7 +72,6 @@ TRITON_CONTAINER_PORTS=( | ... | @@ -73,7 +72,6 @@ TRITON_CONTAINER_PORTS=( |
| 73 | ) | 72 | ) |
| 74 | TRITON_PORTS_OPTION="" | 73 | TRITON_PORTS_OPTION="" |
| 75 | if (( ${#TRITON_CONTAINER_PORTS[@]} > 0 )); then | 74 | if (( ${#TRITON_CONTAINER_PORTS[@]} > 0 )); then |
| 76 | checkPortUsedStatus ${TRITON_CONTAINER_PORTS[@]} | ||
| 77 | TRITON_PORTS_OPTION="$(getOption "-p" ${TRITON_CONTAINER_PORTS[@]})" | 75 | TRITON_PORTS_OPTION="$(getOption "-p" ${TRITON_CONTAINER_PORTS[@]})" |
| 78 | fi | 76 | fi |
| 79 | # --gpus | 77 | # --gpus |
| ... | @@ -91,7 +89,6 @@ BACKEND_CONTAINER_ENVS=( | ... | @@ -91,7 +89,6 @@ BACKEND_CONTAINER_ENVS=( |
| 91 | ) | 89 | ) |
| 92 | BACKEND_ENVS_OPTION="" | 90 | BACKEND_ENVS_OPTION="" |
| 93 | if (( ${#BACKEND_CONTAINER_ENVS[@]} > 0 )); then | 91 | if (( ${#BACKEND_CONTAINER_ENVS[@]} > 0 )); then |
| 94 | checkEnvsOption ${BACKEND_CONTAINER_ENVS[@]} | ||
| 95 | BACKEND_ENVS_OPTION="$(getOption "-env" ${BACKEND_CONTAINER_ENVS[@]})" | 92 | BACKEND_ENVS_OPTION="$(getOption "-env" ${BACKEND_CONTAINER_ENVS[@]})" |
| 96 | fi | 93 | fi |
| 97 | # -v | 94 | # -v |
| ... | @@ -102,7 +99,6 @@ BACKEND_CONTAINER_VOLUMES=( | ... | @@ -102,7 +99,6 @@ BACKEND_CONTAINER_VOLUMES=( |
| 102 | ) | 99 | ) |
| 103 | BACKEND_VOLUMES_OPTION="" | 100 | BACKEND_VOLUMES_OPTION="" |
| 104 | if (( ${#BACKEND_CONTAINER_VOLUMES[@]} > 0 )); then | 101 | if (( ${#BACKEND_CONTAINER_VOLUMES[@]} > 0 )); then |
| 105 | checkVolumesOption ${BACKEND_CONTAINER_VOLUMES[@]} | ||
| 106 | BACKEND_VOLUMES_OPTION="$(getOption "-v" ${BACKEND_CONTAINER_VOLUMES[@]})" | 102 | BACKEND_VOLUMES_OPTION="$(getOption "-v" ${BACKEND_CONTAINER_VOLUMES[@]})" |
| 107 | fi | 103 | fi |
| 108 | # -p | 104 | # -p |
| ... | @@ -111,8 +107,42 @@ BACKEND_CONTAINER_PORTS=( | ... | @@ -111,8 +107,42 @@ BACKEND_CONTAINER_PORTS=( |
| 111 | ) | 107 | ) |
| 112 | BACKEND_PORTS_OPTION="" | 108 | BACKEND_PORTS_OPTION="" |
| 113 | if (( ${#BACKEND_CONTAINER_PORTS[@]} > 0 )); then | 109 | if (( ${#BACKEND_CONTAINER_PORTS[@]} > 0 )); then |
| 114 | checkPortUsedStatus ${BACKEND_CONTAINER_PORTS[@]} | ||
| 115 | BACKEND_PORTS_OPTION="$(getOption "-p" ${BACKEND_CONTAINER_PORTS[@]})" | 110 | BACKEND_PORTS_OPTION="$(getOption "-p" ${BACKEND_CONTAINER_PORTS[@]})" |
| 116 | fi | 111 | fi |
| 117 | # -env -v -p | 112 | # -env -v -p |
| 118 | BACKEND_OPTIONS="${BACKEND_ENVS_OPTION} ${BACKEND_VOLUMES_OPTION} ${BACKEND_PORTS_OPTION}" | ||
| ... | \ No newline at end of file | ... | \ No newline at end of file |
| 113 | BACKEND_OPTIONS="${BACKEND_ENVS_OPTION} ${BACKEND_VOLUMES_OPTION} ${BACKEND_PORTS_OPTION}" | ||
| 114 | |||
| 115 | function checkTritonOption() { | ||
| 116 | if (( ${#TRITON_CONTAINER_ENVS[@]} > 0 )); then | ||
| 117 | checkEnvsOption ${TRITON_CONTAINER_ENVS[@]} | ||
| 118 | fi | ||
| 119 | |||
| 120 | if (( ${#TRITON_CONTAINER_VOLUMES[@]} > 0 )); then | ||
| 121 | checkVolumesOption ${TRITON_CONTAINER_VOLUMES[@]} | ||
| 122 | fi | ||
| 123 | |||
| 124 | if (( ${#TRITON_CONTAINER_PORTS[@]} > 0 )); then | ||
| 125 | checkPortUsedStatus ${TRITON_CONTAINER_PORTS[@]} | ||
| 126 | fi | ||
| 127 | } | ||
| 128 | |||
| 129 | function checkBackendOption() { | ||
| 130 | if (( ${#BACKEND_CONTAINER_ENVS[@]} > 0 )); then | ||
| 131 | checkEnvsOption ${BACKEND_CONTAINER_ENVS[@]} | ||
| 132 | fi | ||
| 133 | |||
| 134 | if (( ${#BACKEND_CONTAINER_VOLUMES[@]} > 0 )); then | ||
| 135 | checkVolumesOption ${BACKEND_CONTAINER_VOLUMES[@]} | ||
| 136 | fi | ||
| 137 | |||
| 138 | if (( ${#BACKEND_CONTAINER_PORTS[@]} > 0 )); then | ||
| 139 | checkPortUsedStatus ${BACKEND_CONTAINER_PORTS[@]} | ||
| 140 | fi | ||
| 141 | } | ||
| 142 | |||
| 143 | function checkOption() { | ||
| 144 | case $1 in | ||
| 145 | triton) checkTritonOption ;; | ||
| 146 | backend) checkBackendOption ;; | ||
| 147 | esac | ||
| 148 | } | ... | ... |
| ... | @@ -22,7 +22,7 @@ triton settings: | ... | @@ -22,7 +22,7 @@ triton settings: |
| 22 | 22 | ||
| 23 | END | 23 | END |
| 24 | case "${1:-help}" in | 24 | case "${1:-help}" in |
| 25 | start) _docker_func start "${TRITON_IMAGE}" "${TRITON_CONTAINER_NAME}" "${TRITON_OPTIONS}" "${TRITON_IMAGE_SAVE_PATH}" ;; | 25 | start) checkOption "triton" && _docker_func start "${TRITON_IMAGE}" "${TRITON_CONTAINER_NAME}" "${TRITON_OPTIONS}" "${TRITON_IMAGE_SAVE_PATH}" ;; |
| 26 | stop) _docker_func stop "${TRITON_CONTAINER_NAME}" ;; | 26 | stop) _docker_func stop "${TRITON_CONTAINER_NAME}" ;; |
| 27 | restart) _docker_func restart "${TRITON_CONTAINER_NAME}" ;; | 27 | restart) _docker_func restart "${TRITON_CONTAINER_NAME}" ;; |
| 28 | rm) _docker_func rm "${TRITON_CONTAINER_NAME}" ;; | 28 | rm) _docker_func rm "${TRITON_CONTAINER_NAME}" ;; |
| ... | @@ -31,7 +31,7 @@ END | ... | @@ -31,7 +31,7 @@ END |
| 31 | dlogs) _docker_func logs "${TRITON_CONTAINER_NAME}" ;; | 31 | dlogs) _docker_func logs "${TRITON_CONTAINER_NAME}" ;; |
| 32 | logs) _docker_func logs "${TRITON_CONTAINER_NAME}" ;; | 32 | logs) _docker_func logs "${TRITON_CONTAINER_NAME}" ;; |
| 33 | is_running) _docker_func is_running "${TRITON_CONTAINER_NAME}" ;; | 33 | is_running) _docker_func is_running "${TRITON_CONTAINER_NAME}" ;; |
| 34 | debug) _docker_func debug "${TRITON_IMAGE}" "${TRITON_CONTAINER_NAME}" "${TRITON_OPTIONS}" ;; | 34 | debug) checkOption "triton" && _docker_func debug "${TRITON_IMAGE}" "${TRITON_CONTAINER_NAME}" "${TRITON_OPTIONS}" ;; |
| 35 | # 其他 | 35 | # 其他 |
| 36 | *) _echo_help_message ;; | 36 | *) _echo_help_message ;; |
| 37 | esac | 37 | esac |
| ... | @@ -48,7 +48,7 @@ backend settings: | ... | @@ -48,7 +48,7 @@ backend settings: |
| 48 | 48 | ||
| 49 | END | 49 | END |
| 50 | case "${1:-help}" in | 50 | case "${1:-help}" in |
| 51 | start) _docker_func start "${BACKEND_IMAGE}" "${BACKEND_CONTAINER_NAME}" "${BACKEND_OPTIONS}" "${BACKEND_IMAGE_SAVE_PATH}" ;; | 51 | start) checkOption "backend" && _docker_func start "${BACKEND_IMAGE}" "${BACKEND_CONTAINER_NAME}" "${BACKEND_OPTIONS}" "${BACKEND_IMAGE_SAVE_PATH}" ;; |
| 52 | stop) _docker_func stop "${BACKEND_CONTAINER_NAME}" ;; | 52 | stop) _docker_func stop "${BACKEND_CONTAINER_NAME}" ;; |
| 53 | restart) _docker_func restart "${BACKEND_CONTAINER_NAME}" ;; | 53 | restart) _docker_func restart "${BACKEND_CONTAINER_NAME}" ;; |
| 54 | rm) _docker_func rm "${BACKEND_CONTAINER_NAME}" ;; | 54 | rm) _docker_func rm "${BACKEND_CONTAINER_NAME}" ;; |
| ... | @@ -56,7 +56,7 @@ END | ... | @@ -56,7 +56,7 @@ END |
| 56 | top) _docker_func top "${BACKEND_CONTAINER_NAME}" ;; | 56 | top) _docker_func top "${BACKEND_CONTAINER_NAME}" ;; |
| 57 | dlogs) _docker_func logs "${BACKEND_CONTAINER_NAME}" ;; | 57 | dlogs) _docker_func logs "${BACKEND_CONTAINER_NAME}" ;; |
| 58 | is_running) _docker_func is_running "${BACKEND_CONTAINER_NAME}" ;; | 58 | is_running) _docker_func is_running "${BACKEND_CONTAINER_NAME}" ;; |
| 59 | debug) _docker_func debug "${BACKEND_IMAGE}" "${BACKEND_CONTAINER_NAME}" "${BACKEND_OPTIONS}" ;; | 59 | debug) checkOption "backend" && _docker_func debug "${BACKEND_IMAGE}" "${BACKEND_CONTAINER_NAME}" "${BACKEND_OPTIONS}" ;; |
| 60 | # 其他 | 60 | # 其他 |
| 61 | *) _echo_help_message ;; | 61 | *) _echo_help_message ;; |
| 62 | esac | 62 | esac | ... | ... |
bin/utils.sh
100755 → 100644
File mode changed
-
Please register or sign in to post a comment