From e45f0129c3da1c22897d9f3087ee94fbbe31d30f Mon Sep 17 00:00:00 2001 From: Alexander Matson Date: Mon, 14 Jan 2019 12:47:03 -0500 Subject: [PATCH] don't download if file is already there --- __pycache__/pir_connector.cpython-37.pyc | Bin 2040 -> 2128 bytes pir_connector.py | 16 +++++++++------- 2 files changed, 9 insertions(+), 7 deletions(-) diff --git a/__pycache__/pir_connector.cpython-37.pyc b/__pycache__/pir_connector.cpython-37.pyc index 49b76deec790ccd05e2db91cb8d1dc08ca9f3dad..8dfbee917f442c6e41b02154aab7592d4aceed97 100644 GIT binary patch delta 392 zcmYjNJxc>Y6x_GBd-?Ek2~mP12uUNRIg5aTS}6!Ne#AlvHc9T(P2wf&E+ml)7HQI1 zTp?K9VQHi0Ux-AB&%LXy#Jl+fg~B!KIb!p) z$))RXapcx-$9K;B6$k*Hzu^{Ca1L_7i%QpqSgl4^NGTjBh?!p_)&uTnfi7cCc$$Yp z9D*3hWRUVu2ooaH|8F)-@ne2MJsK=|q+^5t=mOd34As#kat)cWv4?GKs)5>`qbfO$ z@UYb&hbrxTvDxEJ(;k0~0 z(1#ADJV4zPYBh#Hv=Adi=9>{aABw!GNdZfyEJdS6-qHY#xV7c2VO|d4i>4ahNH& hhwVS@*WD4)1tP28C18VP#v+5u@=H7e?^=$<{{V;iMT-Cc diff --git a/pir_connector.py b/pir_connector.py index 55a8b3d..3039383 100644 --- a/pir_connector.py +++ b/pir_connector.py @@ -15,7 +15,7 @@ options.headless = True base_url = "https://www.partnersinrhyme.com/royaltyfreemusic" base_files_url = "https://www.partnersinrhyme.com/files/" -base_out_url = "files/" +base_out_url = "files/PartnersInRhyme/" def getCollection(collection_url): r = requests.get(collection_url) @@ -28,11 +28,11 @@ def getCollection(collection_url): driver.get("http:" + player) el = WebDriverWait(driver, 60).until(f) - time.sleep(1) + time.sleep(2) psoup = BeautifulSoup(driver.page_source, 'html.parser') driver.quit() - + for li in psoup.find_all("li"): print("downloading...", li.attrs['data-mp3']) downloadSong(base_files_url + li.attrs['data-mp3']) @@ -44,14 +44,16 @@ def downloadSong(song_url): if not os.path.exists(outDir): os.makedirs(outDir) - i = requests.get(song_url) + if not os.path.isfile(os.path.join(outDir, outFile)): + i = requests.get(song_url) - with open(os.path.join(outDir, outFile), 'wb') as tempFile: - tempFile.write(i.content) + with open(os.path.join(outDir, outFile), 'wb') as tempFile: + tempFile.write(i.content) + else: + print("File", outFile, "already exists... skipping") def getSongFromURL(song_url): list = song_url.split("/") - print(list) return (list[4], list[-1]) def f(d):