1 from __future__ import unicode_literals
7 from .common import FileDownloader
14 class ExternalFD(FileDownloader):
15 def real_download(self, filename, info_dict):
16 self.report_destination(filename)
17 tmpfilename = self.temp_name(filename)
19 retval = self._call_downloader(tmpfilename, info_dict)
21 fsize = os.path.getsize(encodeFilename(tmpfilename))
22 self.to_screen('\r[%s] Downloaded %s bytes' % (self.get_basename(), fsize))
23 self.try_rename(tmpfilename, filename)
25 'downloaded_bytes': fsize,
33 self.report_error('%s exited with code %d' % (
34 self.get_basename(), retval))
38 def get_basename(cls):
39 return cls.__name__[:-2].lower()
43 return self.params.get('external_downloader')
46 def supports(cls, info_dict):
47 return info_dict['protocol'] in ('http', 'https', 'ftp', 'ftps')
49 def _calc_headers(self, info_dict):
50 res = std_headers.copy()
52 ua = info_dict.get('user_agent')
54 res['User-Agent'] = ua
56 cookies = self._calc_cookies(info_dict)
58 res['Cookie'] = cookies
62 def _calc_cookies(self, info_dict):
63 class _PseudoRequest(object):
64 def __init__(self, url):
67 self.unverifiable = False
69 def add_unredirected_header(self, k, v):
72 def get_full_url(self):
75 def is_unverifiable(self):
76 return self.unverifiable
78 def has_header(self, h):
79 return h in self.headers
81 pr = _PseudoRequest(info_dict['url'])
82 self.ydl.cookiejar.add_cookie_header(pr)
83 return pr.headers.get('Cookie')
85 def _call_downloader(self, tmpfilename, info_dict):
86 """ Either overwrite this or implement _make_cmd """
87 cmd = self._make_cmd(tmpfilename, info_dict)
89 if sys.platform == 'win32' and sys.version_info < (3, 0):
90 # Windows subprocess module does not actually support Unicode
92 # See http://stackoverflow.com/a/9951851/35070
93 subprocess_encoding = sys.getfilesystemencoding()
94 cmd = [a.encode(subprocess_encoding, 'ignore') for a in cmd]
96 subprocess_encoding = None
97 self._debug_cmd(cmd, subprocess_encoding)
100 cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
101 stdout, stderr = p.communicate()
102 if p.returncode != 0:
103 self.to_stderr(stderr)
107 class WgetFD(ExternalFD):
108 def _make_cmd(self, tmpfilename, info_dict):
109 cmd = [self.exe, '-O', tmpfilename, '-nv', '--no-cookies']
110 for key, val in self._calc_headers(info_dict).items():
111 cmd += ['--header', '%s: %s' % (key, val)]
112 cmd += ['--', info_dict['url']]
117 (klass.get_basename(), klass)
118 for name, klass in globals().items()
119 if name.endswith('FD') and name != 'ExternalFD'
123 def list_external_downloaders():
124 return sorted(_BY_NAME.keys())
127 def get_external_downloader(external_downloader):
128 """ Given the name of the executable, see whether we support the given
130 bn = os.path.basename(external_downloader)