From 655267ca82fa673af5061c4482bd4d3033125cee Mon Sep 17 00:00:00 2001 From: xD3CODER Date: Fri, 29 Mar 2019 17:41:10 +0100 Subject: [PATCH] Fix give full path for file writing --- scrapper/getsongs.py | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/scrapper/getsongs.py b/scrapper/getsongs.py index 301c450..c0432fa 100644 --- a/scrapper/getsongs.py +++ b/scrapper/getsongs.py @@ -9,7 +9,6 @@ dotenv_path = join(dirname(__file__), '.env') load_dotenv(dotenv_path) - spotify_token = os.environ.get("SPOTIFY_TOKEN") genius_access_token = os.environ.get("GENIUS_TOKEN") artists_limit = os.environ.get("MAX_ARTISTS_SCRAPPING") or 10 @@ -28,6 +27,7 @@ topSongs = {} artistsList = [] + def request_spotify(path): headers = {'Accept': 'application/json', 'Content-Type': 'application/json', 'Authorization': 'Bearer ' + spotify_token} @@ -51,6 +51,7 @@ def request_spotify(path): return r + # Get lyrics from Genius def downloadLyrics(rapper): rapperName = rapper["name"] @@ -92,13 +93,12 @@ def downloadLyrics(rapper): # Get playlist name for given playlist ID def getPlaylistName(playlistId): r = request_spotify("/playlists/" + playlistId + "?market=FR&fields=name") - return json.loads(r.text)["name"] + # Get artist informations def getArtistInfos(artistId): r = request_spotify("/artists/" + artistId) - return json.loads(r.text) @@ -115,7 +115,6 @@ def getTrendyRappers(Playlists): else: limit = int(artists_limit) r = request_spotify("/playlists/" + playlist + "/tracks?market=FR&limit=" + str(limit)) - y = json.loads(r.text) print("- ", getPlaylistName(playlist)) songs = y['items'] @@ -154,7 +153,9 @@ def scrapeSong(url): # Write songs in file def writeJson(jsonText): global current_timestamp - with open('../dataset/lyrics-' + str(current_timestamp) + '.json', 'w') as f: # writing JSON object + path = os.path.dirname(os.path.abspath(__file__)) + with open(os.path.join(path, '..', 'dataset/lyrics-' + str(current_timestamp) + '.json'), + 'w') as f: # writing JSON object json.dump(jsonText, f)