download zip file from url, python sample code

from bs4 import BeautifulSoup

import requests

import os

import sys

def downloadZip(url, prefix_url, outpath):

mbyte=1024*1024

html = requests.get(url).text

soup = BeautifulSoup(html, features='lxml')

for name in soup.findAll('a', href=True):

#find A tag

zipurl = name['href']

#find file extension

if( zipurl.endswith('.zip') ):

#make download path

outfname = outpath +'/'+ zipurl.split('/')[-1]

#make url

zipurl = prefix_url+zipurl #http://aaa.com/ + 'abc.zip'

print(zipurl)

r = requests.get(zipurl, stream=True)

if( r.status_code == requests.codes.ok ) :

fsize = int(r.headers['content-length'])

print('Downloading %s (%sMb)'%(outfname, fsize/mbyte))

with open(outfname, 'wb') as fd:

for chunk in r.iter_content(chunk_size=1024): # chuck size can be larger

if chunk: # ignore keep-alive requests

fd.write(chunk)

fd.close()

base_path = os.getcwd()

path_join = os.path.join(base_path, 'data_download_pdf')

sys.path.append(path_join)

# point to output directory

outpath = path_join

url = 'https://www.gsa.gov/real-estate/real-estate-services/leasing-policy-procedures/lease-documents/lease-documents-region-1-new-england/'

prefix_url = 'https://www.gsa.gov/cdnstatic'

downloadZip(url, prefix_url, outpath)

Python: Create in Memory Zip File

simple example to make zip in memory

..

import io

import zipfile

def makeZip(data_list):

    zip_buffer = io.BytesIO()

    with zipfile.ZipFile(zip_buffer, "a", zipfile.ZIP_DEFLATED, False) as zip_file:

        for file_name, data in data_list:

            zip_file.writestr(file_name, data.getvalue())

    return zip_buffer

data_list = [('1.txt', io.BytesIO(b'111')), ('2.txt', io.BytesIO(b'222'))]

zip_buffer = makeZip(data_list)

with open('./b.zip', 'wb') as f:

    f.write(zip_buffer.getvalue())

..

Thank you.

python zip test sample code

numberList = [1, 2, 3, 4, 5]

strList = ['one', 'two', 'three', 'five']

# No iterables are passed

result = zip()

print('first zip: {}'.format(result))

# Two iterables are passed

result = zip(numberList, strList)

print('input value to zip: {}'.format(result))

# Converting itertor to list

print('zip to list: {}'.format(list(result)))

# Converting itertor to set

resultSet = set(result)

print('zip to set: {}'.format(resultSet))

result