24 lines
756 B
Python
24 lines
756 B
Python
from src import imdb_datasets_worker
|
|
import requests
|
|
|
|
|
|
def download_imdb_datasets():
|
|
print('Downloading title.basics.tsv.gz ...')
|
|
r = requests.get('https://datasets.imdbws.com/title.basics.tsv.gz')
|
|
last_update = r.headers['Last-Modified']
|
|
print(f'Dataset date: {last_update}')
|
|
with open('title.basics.tsv.gz', 'wb') as basics:
|
|
basics.write(r.content)
|
|
del r
|
|
print('Downloading title.akas.tsv.gz ...')
|
|
r = requests.get('https://datasets.imdbws.com/title.akas.tsv.gz')
|
|
last_update = r.headers['Last-Modified']
|
|
print(f'Dataset date: {last_update}')
|
|
with open('title.akas.tsv.gz', 'wb') as akas:
|
|
akas.write(r.content)
|
|
del r
|
|
|
|
|
|
download_imdb_datasets()
|
|
imdb_datasets_worker.convert_datasets_to_db()
|