Class: Homebrew::DownloadQueue Private

Inherits:
Object
  • Object
show all
Defined in:
download_queue.rb

This class is part of a private API. This class may only be used in the Homebrew/brew repository. Third parties should avoid using this class if possible, as it may be removed or changed without warning.

Defined Under Namespace

Classes: Spinner

Instance Method Summary collapse

Constructor Details

#initialize(retries: 1, force: false, pour: false) ⇒ void

This method is part of a private API. This method may only be used in the Homebrew/brew repository. Third parties should avoid using this method if possible, as it may be removed or changed without warning.

Parameters:

  • retries (Integer) (defaults to: 1)
  • force (Boolean) (defaults to: false)
  • pour (Boolean) (defaults to: false) 


13
14
15
16
17
18
19
20
 
# File 'download_queue.rb', line 13

def initialize(retries: 1, force: false, pour: false)
  @concurrency = T.let(EnvConfig.download_concurrency, Integer)
  @quiet = T.let(@concurrency > 1, T::Boolean)
  @tries = T.let(retries + 1, Integer)
  @force = force
  @pour = pour
  @pool = T.let(Concurrent::FixedThreadPool.new(concurrency), Concurrent::FixedThreadPool)
end

Instance Method Details

#enqueue(downloadable) ⇒ void

This method is part of a private API. This method may only be used in the Homebrew/brew repository. Third parties should avoid using this method if possible, as it may be removed or changed without warning.

This method returns an undefined value.

Parameters:



23
24
25
26
27
28
29
30
 
# File 'download_queue.rb', line 23

def enqueue(downloadable)
  downloads[downloadable] ||= Concurrent::Promises.future_on(
    pool, RetryableDownload.new(downloadable, tries:, pour:), force, quiet
  ) do |download, force, quiet|
    download.clear_cache if force
    download.fetch(quiet:)
  end
end

#fetch ⇒ void

This method is part of a private API. This method may only be used in the Homebrew/brew repository. Third parties should avoid using this method if possible, as it may be removed or changed without warning.

This method returns an undefined value.



33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
 
# File 'download_queue.rb', line 33

def fetch
  return if downloads.empty?

  if concurrency == 1
    downloads.each do |downloadable, promise|
      promise.wait!
    rescue ChecksumMismatchError => e
      opoo "#{downloadable.download_queue_type} reports different checksum: #{e.expected}"
      Homebrew.failed = true if downloadable.is_a?(Resource::Patch)
    rescue => e
      raise e unless bottle_manifest_error?(downloadable, e)
    end
  else
     = Spinner.new
    remaining_downloads = downloads.dup.to_a
    previous_pending_line_count = 0
    tty = $stdout.tty?

    begin
      stdout_print_and_flush_if_tty Tty.hide_cursor

      output_message = lambda do |downloadable, future, last|
        status = case future.state
        when :fulfilled
          if tty
            "#{Tty.green}✔︎#{Tty.reset}"
          else
            "✔︎"
          end
        when :rejected
          if tty
            "#{Tty.red}✘#{Tty.reset}"
          else
            "✘"
          end
        when :pending, :processing
          "#{Tty.blue}#{}#{Tty.reset}" if tty
        else
          raise future.state.to_s
        end

        exception = future.reason if future.rejected?
        next 1 if bottle_manifest_error?(downloadable, exception)

        message = "#{downloadable.download_queue_type} #{downloadable.download_queue_name}"
        if tty
          stdout_print_and_flush "#{status} #{message}#{"\n" unless last}"
        elsif status
          puts "#{status} #{message}"
        end

        if future.rejected?
          if exception.is_a?(ChecksumMismatchError)
            actual = Digest::SHA256.file(downloadable.cached_download).hexdigest
            opoo "#{downloadable.download_queue_type} reports different checksum: #{exception.expected}"
            puts (" " * downloadable.download_queue_type.size) + " SHA-256 checksum of downloaded file: #{actual}"
            Homebrew.failed = true if downloadable.is_a?(Resource::Patch)
            next 2
          else
            message = future.reason.to_s
            ofail message
            next message.count("\n")
          end
        end

        1
      end

      until remaining_downloads.empty?
        begin
          finished_states = [:fulfilled, :rejected]

          finished_downloads, remaining_downloads = remaining_downloads.partition do |_, future|
            finished_states.include?(future.state)
          end

          finished_downloads.each do |downloadable, future|
            previous_pending_line_count -= 1
            stdout_print_and_flush_if_tty Tty.clear_to_end
            output_message.call(downloadable, future, false)
          end

          previous_pending_line_count = 0
          max_lines = [concurrency, Tty.height].min
          remaining_downloads.each_with_index do |(downloadable, future), i|
            break if previous_pending_line_count >= max_lines

            stdout_print_and_flush_if_tty Tty.clear_to_end
            last = i == max_lines - 1 || i == remaining_downloads.count - 1
            previous_pending_line_count += output_message.call(downloadable, future, last)
          end

          if previous_pending_line_count.positive?
            if (previous_pending_line_count - 1).zero?
              stdout_print_and_flush_if_tty Tty.move_cursor_beginning
            else
              stdout_print_and_flush_if_tty Tty.move_cursor_up_beginning(previous_pending_line_count - 1)
            end
          end

          sleep 0.05
        rescue Interrupt
          remaining_downloads.each do |_, future|
            # FIXME: Implement cancellation of running downloads.
          end

          cancel

          if previous_pending_line_count.positive?
            stdout_print_and_flush_if_tty Tty.move_cursor_down(previous_pending_line_count - 1)
          end

          raise
        end
      end
    ensure
      stdout_print_and_flush_if_tty Tty.show_cursor
    end
  end

  downloads.clear
end

#shutdown ⇒ void

This method is part of a private API. This method may only be used in the Homebrew/brew repository. Third parties should avoid using this method if possible, as it may be removed or changed without warning.

This method returns an undefined value.



168
169
170
171
 
# File 'download_queue.rb', line 168

def shutdown
  pool.shutdown
  pool.wait_for_termination
end

#stdout_print_and_flush(message) ⇒ void

This method is part of a private API. This method may only be used in the Homebrew/brew repository. Third parties should avoid using this method if possible, as it may be removed or changed without warning.

This method returns an undefined value.

Parameters:



162
163
164
165
 
# File 'download_queue.rb', line 162

def stdout_print_and_flush(message)
  $stdout.print(message)
  $stdout.flush
end

#stdout_print_and_flush_if_tty(message) ⇒ void

This method is part of a private API. This method may only be used in the Homebrew/brew repository. Third parties should avoid using this method if possible, as it may be removed or changed without warning.

This method returns an undefined value.

Parameters:



157
158
159
 
# File 'download_queue.rb', line 157

def stdout_print_and_flush_if_tty(message)
  stdout_print_and_flush(message) if $stdout.tty?
end