backend_entrypoint.sh

#!/usr/bin/env bash

set -eu

fail() {
    printf >&2 "%s: %s\n" "$0" "$1"
    exit 1
}

wait_for_db() {
    wait-for-it "${CVAT_POSTGRES_HOST}:${CVAT_POSTGRES_PORT:-5432}" -t 0
}

wait_for_redis_inmem() {
    wait-for-it "${CVAT_REDIS_INMEM_HOST}:${CVAT_REDIS_INMEM_PORT:-6379}" -t 0
}

wait_for_clickhouse() {
    wait-for-it "${CLICKHOUSE_HOST}:${CLICKHOUSE_PORT:-8123}" -t 0
}

account_for_internal_proxy() {
    CVAT_NUM_PROXIES="${CVAT_NUM_PROXIES:-0}"

    if ! [[ "$CVAT_NUM_PROXIES" =~ ^[0-9]+$ ]]; then
        fail "CVAT_NUM_PROXIES must be a non-negative integer"
    fi

    # The user-facing setting counts proxies before the backend container.
    # Add the internal nginx hop that proxies requests to uvicorn.
    export CVAT_NUM_PROXIES=$((CVAT_NUM_PROXIES + 1))
}

cmd_bash() {
    exec bash "$@"
}

cmd_init() {
    wait_for_db
    ~/manage.py migrate

    wait_for_redis_inmem
    ~/manage.py migrateredis
    ~/manage.py syncperiodicjobs

    if [[ "${CVAT_ANALYTICS:-0}" == "1" ]]; then
        wait_for_clickhouse
        python components/analytics/clickhouse/init.py
    fi
}

_load_component_config() {
    declare -gA merged_config=()
    for config_file in ~/backend_entrypoint.d/*.conf; do
        declare -A config=$(cat $config_file)
        for key in "${!config[@]}"; do
            if [[ -n ${merged_config[$key]+_} ]]; then
                fail "Duplicated component definition: $key"
            fi
            merged_config[$key]=${config[$key]}
        done
        unset config
    done
}

_get_includes() {
    extra_configs=()
    for key in "$@"; do
        if [[ -z ${merged_config[$key]+_} ]]; then
            fail "Unexpected component: $key"
        fi

        for include in ${merged_config["$key"]}; do
            if ! [[ ${extra_configs[@]} =~ $include ]] && \
                ( ! [[ "$include" == "clamav" ]] || [[ "${CLAM_AV:-}" == "yes" ]] ); then
                extra_configs+=("$include")
            fi
        done
    done

    if [ ${#extra_configs[@]} -gt 0 ]; then
        printf 'reusable/%s.conf ' "${extra_configs[@]}"
    fi
}

_get_reusable_includes() {
    extra_configs=()
    for include in "$@"; do
        if ! [ -r "$HOME/supervisord/reusable/$include.conf" ]; then
            fail "Unexpected supervisor include: $include"
        fi

        if ! [[ ${extra_configs[@]} =~ $include ]]; then
            extra_configs+=("$include")
        fi
    done

    if [ ${#extra_configs[@]} -gt 0 ]; then
        printf 'reusable/%s.conf ' "${extra_configs[@]}"
    fi
}

cmd_run() {
    if [ "$#" -eq 0 ]; then
        fail "run: at least 1 argument is expected"
    fi

    component="$1"
    _load_component_config

    case "$component" in
        server|worker|worker-pool|nginx) ;;
        *) fail "Unexpected run component: $component" ;;
    esac

    if [ "$component" = "nginx" ]; then
        exec supervisord -c "supervisord/nginx.conf"
    fi

    if [ "$component" = "server" ]; then
        account_for_internal_proxy
        ~/manage.py collectstatic --no-input
    fi

    wait_for_db

    echo "waiting for migrations to complete..."
    while ! ~/manage.py migrate --check; do
        sleep 10
    done

    wait_for_redis_inmem
    echo "waiting for Redis migrations to complete..."
    while ! ~/manage.py migrateredis --check; do
        sleep 10
    done

    supervisord_includes=""
    postgres_app_name="cvat:$component"
    if [ "$component" = "server" ]; then
        supervisord_includes="$(_get_includes "server")$(_get_reusable_includes "${@:2}")"
    elif [ "$component" = "worker" ] || [ "$component" = "worker-pool" ]; then
        if [ "$#" -eq 1 ]; then
            fail "run worker: expected at least 1 queue name"
        fi

        queues=()
        extra_flags=()
        for arg in "${@:2}"; do
            if [[ "$arg" == --* ]]; then
                extra_flags+=("$arg")
            else
                queues+=("$arg")
            fi
        done

        if [ ${#queues[@]} -eq 0 ]; then
            fail "run worker: expected at least 1 queue name"
        fi

        queue_list="${queues[*]}"
        echo "Workers to run: $queue_list"
        if [ ${#extra_flags[@]} -gt 0 ]; then
            echo "Extra rqworker flags: ${extra_flags[*]}"
        fi
        export CVAT_QUEUES=$queue_list
        export CVAT_RQWORKER_EXTRA_FLAGS="${extra_flags[*]:-}"

        postgres_app_name+=":${queue_list// /+}"

        supervisord_includes=$(_get_includes "${queues[@]}")
    fi
    echo "Additional supervisor configs that will be included: $supervisord_includes"

    export CVAT_POSTGRES_APPLICATION_NAME=$postgres_app_name
    export CVAT_SUPERVISORD_INCLUDES=$supervisord_includes

    exec supervisord -c "supervisord/$component.conf"
}

if [ $# -eq 0 ]; then
    echo >&2 "$0: at least one subcommand required"
    echo >&2 ""
    echo >&2 "available subcommands:"
    echo >&2 "    bash <bash args...>"
    echo >&2 "    init"
    echo >&2 "    run server [additional components]"
    echo >&2 "    run nginx"
    echo >&2 "    run worker <list of queues>"
    exit 1
fi

for init_script in /etc/cvat/init.d/*; do
    if [ -r "$init_script" ]; then
        . "$init_script"
    fi
done

while [ $# -ne 0 ]; do
    if [ "$(type -t "cmd_$1")" != "function" ]; then
        fail "unknown subcommand: $1"
    fi

    cmd_name="$1"

    shift

    "cmd_$cmd_name" "$@"
done