mirror of
https://github.com/corpnewt/gibMacOS.git
synced 2024-09-20 09:30:34 +00:00
79 lines
No EOL
2.5 KiB
Python
79 lines
No EOL
2.5 KiB
Python
import sys, os, time
|
|
# Python-aware urllib stuff
|
|
if sys.version_info >= (3, 0):
|
|
from urllib.request import urlopen
|
|
else:
|
|
from urllib2 import urlopen
|
|
|
|
class Downloader:
|
|
|
|
def __init__(self):
|
|
return
|
|
|
|
def _progress_hook(self, response, bytes_so_far, total_size):
|
|
if total_size > 0:
|
|
percent = float(bytes_so_far) / total_size
|
|
percent = round(percent*100, 2)
|
|
sys.stdout.write("Downloaded {:,} of {:,} bytes ({:.2f}%)\r".format(bytes_so_far, total_size, percent))
|
|
else:
|
|
sys.stdout.write("Downloaded {:,} bytes\r".format(bytes_so_far))
|
|
|
|
def get_string(self, url, progress = True):
|
|
response = urlopen(url)
|
|
CHUNK = 16 * 1024
|
|
bytes_so_far = 0
|
|
try:
|
|
total_size = int(response.headers['Content-Length'])
|
|
except:
|
|
total_size = -1
|
|
chunk_so_far = "".encode("utf-8")
|
|
while True:
|
|
chunk = response.read(CHUNK)
|
|
bytes_so_far += len(chunk)
|
|
if progress:
|
|
self._progress_hook(response, bytes_so_far, total_size)
|
|
if not chunk:
|
|
break
|
|
chunk_so_far += chunk
|
|
return chunk_so_far.decode("utf-8")
|
|
|
|
def get_bytes(self, url, progress = True):
|
|
response = urlopen(url)
|
|
CHUNK = 16 * 1024
|
|
bytes_so_far = 0
|
|
try:
|
|
total_size = int(response.headers['Content-Length'])
|
|
except:
|
|
total_size = -1
|
|
chunk_so_far = "".encode("utf-8")
|
|
while True:
|
|
chunk = response.read(CHUNK)
|
|
bytes_so_far += len(chunk)
|
|
if progress:
|
|
self._progress_hook(response, bytes_so_far, total_size)
|
|
if not chunk:
|
|
break
|
|
chunk_so_far += chunk
|
|
return chunk_so_far
|
|
|
|
def stream_to_file(self, url, file, progress = True):
|
|
response = urlopen(url)
|
|
CHUNK = 16 * 1024
|
|
bytes_so_far = 0
|
|
try:
|
|
total_size = int(response.headers['Content-Length'])
|
|
except:
|
|
total_size = -1
|
|
with open(file, 'wb') as f:
|
|
while True:
|
|
chunk = response.read(CHUNK)
|
|
bytes_so_far += len(chunk)
|
|
if progress:
|
|
self._progress_hook(response, bytes_so_far, total_size)
|
|
if not chunk:
|
|
break
|
|
f.write(chunk)
|
|
if os.path.exists(file):
|
|
return file
|
|
else:
|
|
return None |