215 lines
8.5 KiB
Python
215 lines
8.5 KiB
Python
import json
|
|
import logging
|
|
import os
|
|
import time
|
|
from html import escape
|
|
import urllib.parse
|
|
|
|
from librespot.metadata import EpisodeId
|
|
|
|
import ffmpeg
|
|
|
|
from spodcast.const import ERROR, ID, ITEMS, NAME, SHOW, DURATION_MS, DESCRIPTION, RELEASE_DATE, URI, URL, EXTERNAL_URLS, IMAGES, SPOTIFY, FILE_EXISTS
|
|
from spodcast.feedgenerator import RSS_FEED_CODE, RSS_FEED_FILE_NAME, RSS_FEED_SHOW_INDEX, RSS_FEED_INFO_EXTENSION, RSS_FEED_SHOW_IMAGE, RSS_FEED_VERSION, get_index_version
|
|
from spodcast.spotapi import EPISODE_INFO_URL, SHOWS_URL, EPISODE_DOWNLOAD_URL, ANON_PODCAST_DOMAIN
|
|
from spodcast.utils import clean_filename
|
|
from spodcast.spodcast import Spodcast
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
def get_info(episode_id_str, target="episode"):
|
|
log.info("Fetching episode information...")
|
|
(raw, info) = Spodcast.invoke_url(f'{EPISODE_INFO_URL}/{episode_id_str}')
|
|
if not info:
|
|
log.error('INVALID EPISODE ID')
|
|
|
|
log.debug("episode info: %s", info)
|
|
|
|
if ERROR in info:
|
|
return None, None
|
|
|
|
if target == "episode":
|
|
|
|
podcast_name = info[SHOW][NAME]
|
|
episode_name = info[NAME]
|
|
duration_ms = info[DURATION_MS]
|
|
description = info[DESCRIPTION]
|
|
release_date = info[RELEASE_DATE]
|
|
uri = info[URI]
|
|
|
|
return podcast_name, duration_ms, episode_name, description, release_date, uri
|
|
|
|
elif target == "show":
|
|
podcast_name = info[SHOW][NAME]
|
|
link = info[SHOW][EXTERNAL_URLS][SPOTIFY]
|
|
description = info[SHOW][DESCRIPTION]
|
|
image = info[SHOW][IMAGES][0][URL]
|
|
|
|
return podcast_name, link, description, image
|
|
|
|
|
|
def get_show_episodes(show_id_str) -> list:
|
|
episodes = []
|
|
offset = 0
|
|
limit = 50
|
|
|
|
log.info("Fetching episodes...")
|
|
while True:
|
|
resp = Spodcast.invoke_url_with_params(
|
|
f'{SHOWS_URL}/{show_id_str}/episodes', limit=limit, offset=offset)
|
|
offset += limit
|
|
for episode in resp[ITEMS]:
|
|
episodes.append(episode[ID])
|
|
if len(resp[ITEMS]) < limit:
|
|
break
|
|
|
|
return episodes
|
|
|
|
|
|
def download_file(url, filepath):
|
|
import functools
|
|
import pathlib
|
|
import shutil
|
|
import requests
|
|
|
|
mimetype = "audio/mpeg"
|
|
|
|
r = requests.get(url, stream=True, allow_redirects=True)
|
|
if r.status_code != 200:
|
|
r.raise_for_status() # Will only raise for 4xx codes, so...
|
|
log.error(f"Request to {url} returned status code {r.status_code}")
|
|
return
|
|
|
|
file_size = int(r.headers.get('Content-Length', 0))
|
|
|
|
if (
|
|
os.path.isfile(filepath)
|
|
and abs(file_size - os.path.getsize(filepath)) < 1000
|
|
and Spodcast.CONFIG.get_skip_existing_files()
|
|
):
|
|
return filepath, FILE_EXISTS, mimetype
|
|
|
|
log.info("Downloading file")
|
|
r.raw.read = functools.partial(r.raw.read, decode_content=True)
|
|
with open(filepath, "wb") as file:
|
|
shutil.copyfileobj(r.raw, file)
|
|
|
|
|
|
return filepath, os.path.getsize(filepath), mimetype
|
|
|
|
def download_stream(stream, filepath):
|
|
size = stream.input_stream.size
|
|
mp3_filepath = os.path.splitext(filepath)[0] + ".mp3"
|
|
mimetype = "audio/ogg"
|
|
|
|
if (
|
|
((os.path.isfile(filepath)
|
|
and abs(size - os.path.getsize(filepath)) < 1000)
|
|
or (Spodcast.CONFIG.get_transcode()
|
|
and os.path.isfile(mp3_filepath)))
|
|
and Spodcast.CONFIG.get_skip_existing_files()
|
|
):
|
|
return filepath, FILE_EXISTS, mimetype
|
|
|
|
log.info("Downloading stream")
|
|
time_start = time.time()
|
|
downloaded = 0
|
|
with open(filepath, 'wb') as file:
|
|
for _ in range(int(size / Spodcast.CONFIG.get_chunk_size()) + 1):
|
|
data = stream.input_stream.stream().read(Spodcast.CONFIG.get_chunk_size())
|
|
file.write(data)
|
|
downloaded += len(data)
|
|
if Spodcast.CONFIG.get_download_real_time():
|
|
delta_real = time.time() - time_start
|
|
delta_want = (downloaded / size) * (duration_ms/1000)
|
|
log.debug(f"realtime enabled, waiting for {delta_real} seconds...")
|
|
if delta_want > delta_real:
|
|
time.sleep(delta_want - delta_real)
|
|
|
|
if Spodcast.CONFIG.get_transcode():
|
|
log.info("transcoding ogg->mp3")
|
|
transcoder = ffmpeg.input(filepath)
|
|
transcoder = ffmpeg.output(transcoder, mp3_filepath)
|
|
ffmpeg.run(transcoder, quiet=True)
|
|
file.close()
|
|
os.unlink(filepath)
|
|
filepath = mp3_filepath
|
|
downloaded = os.path.getsize(filepath)
|
|
mimetype = "audio/mpeg"
|
|
|
|
return filepath, downloaded, mimetype
|
|
|
|
|
|
def download_episode(episode_id) -> None:
|
|
podcast_name, duration_ms, episode_name, description, release_date, uri = get_info(episode_id, "episode")
|
|
|
|
if podcast_name is None:
|
|
log.warning('Skipping episode (podcast NOT FOUND)')
|
|
elif episode_name is None:
|
|
log.warning('Skipping episode (episode NOT FOUND)')
|
|
else:
|
|
filename = clean_filename(podcast_name + ' - ' + episode_name)
|
|
log.debug(Spodcast.invoke_url(EPISODE_DOWNLOAD_URL(episode_id)))
|
|
download_url = Spodcast.invoke_url(EPISODE_DOWNLOAD_URL(episode_id))[1]["data"]["episode"]["audio"]["items"][-1]["url"]
|
|
log.debug(f"download_url: {download_url}")
|
|
show_directory = os.path.realpath(os.path.join(Spodcast.CONFIG.get_root_path(), clean_filename(podcast_name) + '/'))
|
|
os.makedirs(show_directory, exist_ok=True)
|
|
|
|
if ANON_PODCAST_DOMAIN in download_url:
|
|
episode_stream_id = EpisodeId.from_base62(episode_id)
|
|
stream = Spodcast.get_content_stream(episode_stream_id, Spodcast.DOWNLOAD_QUALITY)
|
|
basename = f"{filename}.ogg"
|
|
filepath = os.path.join(show_directory, basename)
|
|
path, size, mimetype = download_stream(stream, filepath)
|
|
basename = os.path.basename(path) # may have changed due to transcoding
|
|
else:
|
|
basename=f"{filename}.mp3"
|
|
filepath = os.path.join(show_directory, basename)
|
|
path, size, mimetype = download_file(download_url, filepath)
|
|
|
|
if size == FILE_EXISTS:
|
|
log.info(f"Skipped {podcast_name}: {episode_name}")
|
|
else:
|
|
log.warning(f"Downloaded {podcast_name}: {episode_name}")
|
|
|
|
if Spodcast.CONFIG.get_rss_feed():
|
|
episode_info = {
|
|
"mimetype": mimetype,
|
|
"medium": "audio",
|
|
"duration": int(duration_ms/1000),
|
|
"date": time.strftime("%a, %d %b %Y %H:%M:%S +0000", time.strptime(release_date, "%Y-%m-%d")),
|
|
"title": escape(episode_name), "guid": uri, "description": escape(description),
|
|
"filename": urllib.parse.quote(basename),
|
|
"size": int(size) }
|
|
info_file = open(os.path.join(show_directory, f"{basename}.{RSS_FEED_INFO_EXTENSION}"), "w")
|
|
info_file.write(json.dumps(episode_info))
|
|
info_file.close()
|
|
|
|
if Spodcast.CONFIG.get_rss_feed():
|
|
show_index_file_name = os.path.join(show_directory, f"{RSS_FEED_SHOW_INDEX}.{RSS_FEED_INFO_EXTENSION}")
|
|
if not os.path.isfile(show_index_file_name) or int(get_index_version(show_index_file_name)) < Spodcast.CONFIG.get_version_int():
|
|
podcast_name, link, description, image = get_info(episode_id, "show")
|
|
show_info = {}
|
|
if os.path.isfile(show_index_file_name):
|
|
with open(show_index_file_name, encoding='utf-8') as file:
|
|
show_info = json.load(file)
|
|
file.close()
|
|
show_info["version"] = str(RSS_FEED_VERSION + Spodcast.CONFIG.get_version_str())
|
|
show_info["title"] = escape(podcast_name)
|
|
show_info["link"] = link
|
|
show_info["description"] = escape(description)
|
|
show_info["image"] = RSS_FEED_SHOW_IMAGE
|
|
show_index_file = open(show_index_file_name, "w")
|
|
show_index_file.write(json.dumps(show_info))
|
|
show_index_file.close()
|
|
|
|
show_image_name = os.path.join(show_directory, f"{RSS_FEED_SHOW_IMAGE}")
|
|
if not os.path.isfile(show_image_name):
|
|
download_file(image, show_image_name)
|
|
|
|
rss_file_name = os.path.join(show_directory, RSS_FEED_FILE_NAME)
|
|
if not os.path.isfile(rss_file_name) or int(get_index_version(rss_file_name)) < Spodcast.CONFIG.get_version_int():
|
|
rss_file = open(rss_file_name, "w")
|
|
rss_file.write(RSS_FEED_CODE(Spodcast.CONFIG.get_version_str()))
|
|
rss_file.close()
|
|
|