Skip to content

Commit 3d37e35

Browse files
committed
refactor code
1 parent d5f4f5f commit 3d37e35

1 file changed

Lines changed: 6 additions & 6 deletions

File tree

scripts/1-fetch/openverse_fetch.py

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -83,10 +83,10 @@ def parse_arguments():
8383
return args
8484

8585

86-
def get_requests_session():
86+
def get_openverse_session():
8787
max_retries = Retry(
8888
total=5,
89-
backoff_factor=5,
89+
backoff_factor=10,
9090
status_forcelist=shared.STATUS_FORCELIST,
9191
)
9292
session = requests.Session()
@@ -163,7 +163,7 @@ def query_openverse(session):
163163
LOGGER.info(
164164
"Fetching Openverse data:"
165165
f" media_type={media_type} |"
166-
f" _nasource={source_name} |"
166+
f" source={source_name} |"
167167
f" license={license}"
168168
)
169169
try:
@@ -212,9 +212,9 @@ def write_data(args, data):
212212
if not args.enable_save:
213213
return
214214
os.makedirs(PATHS["data_phase"], exist_ok=True)
215-
with open(FILE_PATH, "w", newline="", encoding="utf-8") as f:
215+
with open(FILE_PATH, "w", encoding="utf-8", newline="") as file_obj:
216216
writer = csv.DictWriter(
217-
f,
217+
file_obj,
218218
fieldnames=OPENVERSE_FIELDS,
219219
dialect="unix",
220220
)
@@ -225,7 +225,7 @@ def write_data(args, data):
225225

226226
def main():
227227
args = parse_arguments()
228-
session = get_requests_session()
228+
session = get_openverse_session()
229229
LOGGER.info("Starting Openverse Fetch Script...")
230230
records = query_openverse(session)
231231
write_data(args, records)

0 commit comments

Comments
 (0)