chromebrew/lib/downloader.rb

require 'io/console'
require 'net/http'
require 'uri'
require 'resolv-replace'
require_relative 'const'
require_relative 'color'
require_relative 'convert_size'

def setTermSize
  # setTermSize: set progress bar size based on terminal width
  # get terminal window size
  begin
    @termH, @termW = IO.console.winsize
  rescue NoMethodError => e
    unless @warned
      STDERR.puts 'Non-interactive terminals may not be able to be queried for size.'
      @warned = true
    end

    @termH, @termW = [ 25, 80 ]
  end
  # space for progress bar after minus the reserved space for showing
  # the file size and progress percentage
  @progBarW = @termW - 17
  return true
end

def downloader (*args)
  setTermSize
  # reset width settings after terminal resized
  trap('WINCH') { setTermSize }

  uri = URI(args[0]) # read url from given params

  unless CREW_USE_CURL or !ENV['CREW_DOWNLOADER'].to_s.empty?
    case uri.scheme
    when 'http', 'https'
      # use net/http if the url protocol is http(s)://
      http_downloader(*args)
    when 'file'
      # use FileUtils to copy if it is a local file (the url protocol is file://)
      if File.exist?(uri.path)
        return FileUtils.cp uri.path, args[1] || File.basename(uri.path)
      else
        abort "#{uri.path}: File not found :/".lightred
      end
    else
      # use external downloader (curl by default) if the url protocol is not http(s):// or file://
      external_downloader(*args)
    end
  else
    # force using external downloader if either CREW_USE_CURL or ENV['CREW_DOWNLOADER'] is set
    external_downloader(*args)
  end
end

def http_downloader (url, filename = File.basename(url), retry_count = 0, verbose = false)
  # http_downloader: Downloader based on net/http library

  uri = URI(url)

  # open http connection
  Net::HTTP.start(uri.host, uri.port, {
      max_retries: 3,
      use_ssl: uri.scheme.eql?('https'),
      ca_file: SSL_CERT_FILE,
      ca_path: SSL_CERT_DIR
  }) do |http|
    http.request( Net::HTTP::Get.new(uri) ) do |response|
      case
      when response.is_a?(Net::HTTPSuccess)
      when response.is_a?(Net::HTTPRedirection) # follow HTTP redirection
        puts <<~EOT if verbose
          * Follow HTTP redirection: #{response['Location']}
          *
        EOT

        redirect_uri = URI(response['Location'])

        # add url scheme/host for redirected url based on original url if missing
        redirect_uri.scheme ||= uri.scheme
        redirect_uri.host ||= uri.host

        return downloader(redirect_uri.to_s, filename, retry_count, verbose)
      else
        abort "Download failed with error #{response.code}: #{response.msg}".lightred
      end

      # get target file size (should be returned by the server)
      file_size = response['Content-Length'].to_f
      downloaded_size = 0.0

      if verbose
        puts <<~EOT
          * Connected to #{uri.host} port #{uri.port}
          * HTTPS: #{uri.scheme.eql?('https')}
          *
        EOT

        # parse response's header to readable format
        response.to_hash.each_pair {|k, v| puts "> #{k}: #{v}" }

        puts
      end

      # read file chunks from server, write it to filesystem
      File.open(filename, 'wb') do |io|
        response.read_body do |chunk|
          downloaded_size += chunk.size # record downloaded size, used for showing progress bar
          if file_size.positive?
            # calculate downloading progress percentage with the given file size
            percentage = (downloaded_size / file_size) * 100
            # show progress bar, file size and progress percentage
            printf "\r""[%-#{@progBarW}.#{@progBarW}s] %9.9s %3d%%",
                   '#' * ( @progBarW * (percentage / 100) ),
                   human_size(file_size),
                   percentage
          end
          io.write(chunk) # write to file
        end
      end
      puts
    end
  end
end

def external_downloader (url, filename = File.basename(url), retry_count = 0, verbose = false)
  # external_downloader: wrapper for external downloaders in CREW_DOWNLOADER (curl by default)

  # default curl cmdline, CREW_DOWNLOADER should be in this format also
  #   %<verbose>s: Will be substitute to "--verbose" if #{verbose} set to true, otherwise will be substitute to ""
  #       %<url>s: Will be substitute to #{url}
  #    %<output>s: Will be substitute to #{filename}
  curl_cmdline = 'curl %<verbose>s -L -# --ssl --retry 3 %<url>s -o %<output>s'

  # use CREW_DOWNLOADER if specified, use curl by default
  downloader_cmdline = CREW_DOWNLOADER || curl_cmdline

  return system (downloader_cmdline % { verbose: verbose ? '--verbose' : '', url: url, output: filename}), exception: true
end