@@ -83,10 +83,10 @@ def parse_arguments():
8383 return args
8484
8585
86- def get_requests_session ():
86+ def get_openverse_session ():
8787 max_retries = Retry (
8888 total = 5 ,
89- backoff_factor = 5 ,
89+ backoff_factor = 10 ,
9090 status_forcelist = shared .STATUS_FORCELIST ,
9191 )
9292 session = requests .Session ()
@@ -163,7 +163,7 @@ def query_openverse(session):
163163 LOGGER .info (
164164 "Fetching Openverse data:"
165165 f" media_type={ media_type } |"
166- f" _nasource ={ source_name } |"
166+ f" source ={ source_name } |"
167167 f" license={ license } "
168168 )
169169 try :
@@ -212,9 +212,9 @@ def write_data(args, data):
212212 if not args .enable_save :
213213 return
214214 os .makedirs (PATHS ["data_phase" ], exist_ok = True )
215- with open (FILE_PATH , "w" , newline = " " , encoding = "utf-8 " ) as f :
215+ with open (FILE_PATH , "w" , encoding = "utf-8 " , newline = " " ) as file_obj :
216216 writer = csv .DictWriter (
217- f ,
217+ file_obj ,
218218 fieldnames = OPENVERSE_FIELDS ,
219219 dialect = "unix" ,
220220 )
@@ -225,7 +225,7 @@ def write_data(args, data):
225225
226226def main ():
227227 args = parse_arguments ()
228- session = get_requests_session ()
228+ session = get_openverse_session ()
229229 LOGGER .info ("Starting Openverse Fetch Script..." )
230230 records = query_openverse (session )
231231 write_data (args , records )
0 commit comments