Mercurial > infra / bootstrap.sh

 #!/bin/sh
 set -eu
 main() {
   . ./check.sh
   download --check
   local _arch=$(_read arch | tr -d '"')
   local _ext=""
   case "$_arch" in
     *windows*)
       _ext=".exe"
       ;;
   esac
   local _url="https://packy.compiler.company/dist/${_arch}"
   local _stash
   if ! _stash=".stash"; then
     # Because the previous command ran in a subshell, we must manually
     # propagate exit status.
     exit 1
   fi
   ensure mkdir -p "${_stash}/src"
   ensure mkdir -p "${_stash}/bin"
   local _sk_url="${_url}/bin/sk"
   local _sbcl_url="${_url}/pack/sbcl.tar.zst"
   local _rocksdb_url="${_url}/pack/rocksdb.tar.zst"
   ensure download "$_sbcl_url" "${_stash}/src/sbcl.tar.zst" "$_arch"
   ensure download "$_rocksdb_url" "${_stash}/src/rocksdb.tar.zst" "$_arch"
   ensure download "$_sk_url" "${_stash}/bin/sk" "$_arch"
   chmod +x "${_stash}/bin/sk"
   say "OK ${_stash}/bin/sk"
 }
 
 _read() {
   grep ":$1" $INFRA_HOST_CONFIG | cut -d' ' -f 2-
 }
 
 say() {
   printf 'bootstrap.sh: %s\n' "$1"
 }
 
 err() {
   say "$1" >&2
   exit 1
 }
 
 check_cmd() {
   command -v "$1" > /dev/null 2>&1
 }
 
 need_cmd() {
   if ! check_cmd "$1"; then
     err "need '$1' (command not found)"
   fi
 }
 
 # Run a command that should never fail. If the command fails execution
 # will immediately terminate with an error showing the failing
 # command.
 ensure() {
   if ! "$@"; then err "command failed: $*"; fi
 }
 
 # Check if curl supports the --retry flag, then pass it to the curl invocation.
 check_curl_for_retry_support() {
   local _retry_supported=""
   # "unspecified" is for arch, allows for possibility old OS using macports, homebrew, etc.
   if check_help_for "notspecified" "curl" "--retry"; then
     _retry_supported="--retry 3"
     if check_help_for "notspecified" "curl" "--continue-at"; then
       # "-C -" tells curl to automatically find where to resume the download when retrying.
       _retry_supported="--retry 3 -C -"
     fi
   fi
 
   RETVAL="$_retry_supported"
 }
 
 # Return cipher suite string specified by user, otherwise return strong TLS 1.2-1.3 cipher suites
 # if support by local tools is detected. Detection currently supports these curl backends:
 # GnuTLS and OpenSSL (possibly also LibreSSL and BoringSSL). Return value can be empty.
 get_ciphersuites_for_curl() {
   if [ -n "${TLS_CIPHERSUITES-}" ]; then
     # user specified custom cipher suites, assume they know what they're doing
     RETVAL="$TLS_CIPHERSUITES"
     return
   fi
 
   local _openssl_syntax="no"
   local _gnutls_syntax="no"
   local _backend_supported="yes"
   if curl -V | grep -q ' OpenSSL/'; then
     _openssl_syntax="yes"
   elif curl -V | grep -iq ' LibreSSL/'; then
     _openssl_syntax="yes"
   elif curl -V | grep -iq ' BoringSSL/'; then
     _openssl_syntax="yes"
   elif curl -V | grep -iq ' GnuTLS/'; then
     _gnutls_syntax="yes"
   else
     _backend_supported="no"
   fi
 
   local _args_supported="no"
   if [ "$_backend_supported" = "yes" ]; then
     # "unspecified" is for arch, allows for possibility old OS using macports, homebrew, etc.
     if check_help_for "notspecified" "curl" "--tlsv1.2" "--ciphers" "--proto"; then
       _args_supported="yes"
     fi
   fi
 
   local _cs=""
   if [ "$_args_supported" = "yes" ]; then
     if [ "$_openssl_syntax" = "yes" ]; then
       _cs=$(get_strong_ciphersuites_for "openssl")
     elif [ "$_gnutls_syntax" = "yes" ]; then
       _cs=$(get_strong_ciphersuites_for "gnutls")
     fi
   fi
 
   RETVAL="$_cs"
 }
 
 # Return cipher suite string specified by user, otherwise return strong TLS 1.2-1.3 cipher suites
 # if support by local tools is detected. Detection currently supports these wget backends:
 # GnuTLS and OpenSSL (possibly also LibreSSL and BoringSSL). Return value can be empty.
 get_ciphersuites_for_wget() {
   if [ -n "${TLS_CIPHERSUITES-}" ]; then
     # user specified custom cipher suites, assume they know what they're doing
     RETVAL="$TLS_CIPHERSUITES"
     return
   fi
 
   local _cs=""
   if wget -V | grep -q '\-DHAVE_LIBSSL'; then
     # "unspecified" is for arch, allows for possibility old OS using macports, homebrew, etc.
     if check_help_for "notspecified" "wget" "TLSv1_2" "--ciphers" "--https-only" "--secure-protocol"; then
       _cs=$(get_strong_ciphersuites_for "openssl")
     fi
   elif wget -V | grep -q '\-DHAVE_LIBGNUTLS'; then
     # "unspecified" is for arch, allows for possibility old OS using macports, homebrew, etc.
     if check_help_for "notspecified" "wget" "TLSv1_2" "--ciphers" "--https-only" "--secure-protocol"; then
       _cs=$(get_strong_ciphersuites_for "gnutls")
     fi
   fi
 
   RETVAL="$_cs"
 }
 
 check_help_for() {
     local _arch
     local _cmd
     local _arg
     _arch="$1"
     shift
     _cmd="$1"
     shift
 
     local _category
     if "$_cmd" --help | grep -q 'For all options use the manual or "--help all".'; then
       _category="all"
     else
       _category=""
     fi
 
     case "$_arch" in
 
         *darwin*)
         if check_cmd sw_vers; then
             case $(sw_vers -productVersion) in
                 10.*)
                     # If we're running on macOS, older than 10.13, then we always
                     # fail to find these options to force fallback
                     if [ "$(sw_vers -productVersion | cut -d. -f2)" -lt 13 ]; then
                         # Older than 10.13
                         echo "Warning: Detected macOS platform older than 10.13"
                         return 1
                     fi
                     ;;
                 11.*)
                     # We assume Big Sur will be OK for now
                     ;;
                 *)
                     # Unknown product version, warn and continue
                     echo "Warning: Detected unknown macOS major version: $(sw_vers -productVersion)"
                     echo "Warning TLS capabilities detection may fail"
                     ;;
             esac
         fi
         ;;
 
     esac
 
     for _arg in "$@"; do
         if ! "$_cmd" --help "$_category" | grep -q -- "$_arg"; then
             return 1
         fi
     done
 
     true # not strictly needed
 }
 
 # Return strong TLS 1.2-1.3 cipher suites in OpenSSL or GnuTLS syntax. TLS 1.2
 # excludes non-ECDHE and non-AEAD cipher suites. DHE is excluded due to bad
 # DH params often found on servers (see RFC 7919). Sequence matches or is
 # similar to Firefox 68 ESR with weak cipher suites disabled via about:config.
 # $1 must be openssl or gnutls.
 get_strong_ciphersuites_for() {
   if [ "$1" = "openssl" ]; then
     # OpenSSL is forgiving of unknown values, no problems with TLS 1.3 values on versions that don't support it yet.
     echo "TLS_AES_128_GCM_SHA256:TLS_CHACHA20_POLY1305_SHA256:TLS_AES_256_GCM_SHA384:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384"
   elif [ "$1" = "gnutls" ]; then
     # GnuTLS isn't forgiving of unknown values, so this may require a GnuTLS version that supports TLS 1.3 even if wget doesn't.
     # Begin with SECURE128 (and higher) then remove/add to build cipher suites. Produces same 9 cipher suites as OpenSSL but in slightly different order.
     echo "SECURE128:-VERS-SSL3.0:-VERS-TLS1.0:-VERS-TLS1.1:-VERS-DTLS-ALL:-CIPHER-ALL:-MAC-ALL:-KX-ALL:+AEAD:+ECDHE-ECDSA:+ECDHE-RSA:+AES-128-GCM:+CHACHA20-POLY1305:+AES-256-GCM"
   fi
 }
 
 check_proc() {
   # Check for /proc by looking for the /proc/self/exe link
   # This is only run on Linux
   if ! test -L /proc/self/exe ; then
     err "fatal: Unable to find /proc/self/exe.  Is /proc mounted?  Installation cannot proceed without /proc."
   fi
 }
 
 get_bitness() {
   need_cmd head
   # Architecture detection without dependencies beyond coreutils.
   # ELF files start out "\x7fELF", and the following byte is
   #   0x01 for 32-bit and
   #   0x02 for 64-bit.
   # The printf builtin on some shells like dash only supports octal
   # escape sequences, so we use those.
   local _current_exe_head
   _current_exe_head=$(head -c 5 /proc/self/exe )
   if [ "$_current_exe_head" = "$(printf '\177ELF\001')" ]; then
     echo 32
   elif [ "$_current_exe_head" = "$(printf '\177ELF\002')" ]; then
     echo 64
   else
     err "unknown platform bitness"
   fi
 }
 
 is_host_amd64_elf() {
   need_cmd head
   need_cmd tail
   # ELF e_machine detection without dependencies beyond coreutils.
   # Two-byte field at offset 0x12 indicates the CPU,
   # but we're interested in it being 0x3E to indicate amd64, or not that.
   local _current_exe_machine
   _current_exe_machine=$(head -c 19 /proc/self/exe | tail -c 1)
   [ "$_current_exe_machine" = "$(printf '\076')" ]
 }
 
 get_endianness() {
   local cputype=$1
   local suffix_eb=$2
   local suffix_el=$3
 
   # detect endianness without od/hexdump, like get_bitness() does.
   need_cmd head
   need_cmd tail
 
   local _current_exe_endianness
   _current_exe_endianness="$(head -c 6 /proc/self/exe | tail -c 1)"
   if [ "$_current_exe_endianness" = "$(printf '\001')" ]; then
     echo "${cputype}${suffix_el}"
   elif [ "$_current_exe_endianness" = "$(printf '\002')" ]; then
     echo "${cputype}${suffix_eb}"
   else
     err "unknown platform endianness"
   fi
 }
 
 # This wraps curl or wget. Try curl first, if not installed,
 # use wget instead.
 download() {
   local _dld
   local _ciphersuites
   local _err
   local _status
   local _retry
   if check_cmd curl; then
     _dld=curl
   elif check_cmd wget; then
     _dld=wget
   else
     _dld='curl or wget' # to be used in error message of need_cmd
   fi
 
   if [ "$1" = --check ]; then
     need_cmd "$_dld"
   elif [ "$_dld" = curl ]; then
     check_curl_for_retry_support
     _retry="$RETVAL"
     get_ciphersuites_for_curl
     _ciphersuites="$RETVAL"
     if [ -n "$_ciphersuites" ]; then
       _err=$(curl $_retry --proto '=https' --tlsv1.2 --ciphers "$_ciphersuites" --silent --show-error --fail --location "$1" --output "$2" 2>&1)
       _status=$?
     else
       echo "Warning: Not enforcing strong cipher suites for TLS, this is potentially less secure"
       if ! check_help_for "$3" curl --proto --tlsv1.2; then
         echo "Warning: Not enforcing TLS v1.2, this is potentially less secure"
         _err=$(curl $_retry --silent --show-error --fail --location "$1" --output "$2" 2>&1)
         _status=$?
       else
         _err=$(curl $_retry --proto '=https' --tlsv1.2 --silent --show-error --fail --location "$1" --output "$2" 2>&1)
         _status=$?
       fi
     fi
     if [ -n "$_err" ]; then
       echo "$_err" >&2
       if echo "$_err" | grep -q 404$; then
         err "installer for platform '$3' not found, this may be unsupported"
       fi
     fi
     return $_status
   elif [ "$_dld" = wget ]; then
     if [ "$(wget -V 2>&1|head -2|tail -1|cut -f1 -d" ")" = "BusyBox" ]; then
       echo "Warning: using the BusyBox version of wget.  Not enforcing strong cipher suites for TLS or TLS v1.2, this is potentially less secure"
       _err=$(wget "$1" -O "$2" 2>&1)
       _status=$?
     else
       get_ciphersuites_for_wget
       _ciphersuites="$RETVAL"
       if [ -n "$_ciphersuites" ]; then
         _err=$(wget --https-only --secure-protocol=TLSv1_2 --ciphers "$_ciphersuites" "$1" -O "$2" 2>&1)
         _status=$?
       else
         echo "Warning: Not enforcing strong cipher suites for TLS, this is potentially less secure"
         if ! check_help_for "$3" wget --https-only --secure-protocol; then
           echo "Warning: Not enforcing TLS v1.2, this is potentially less secure"
           _err=$(wget "$1" -O "$2" 2>&1)
           _status=$?
         else
           _err=$(wget --https-only --secure-protocol=TLSv1_2 "$1" -O "$2" 2>&1)
           _status=$?
         fi
       fi
     fi
     if [ -n "$_err" ]; then
       echo "$_err" >&2
       if echo "$_err" | grep -q ' 404 Not Found$'; then
         err "installer for platform '$3' not found, this may be unsupported"
       fi
     fi
     return $_status
   else
     err "Unknown downloader"   # should not reach here
   fi
 }
 
 main "$@" || exit 1