| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354 |
- #!/usr/bin/env python3
- # coding=utf-8
- import itertools
- import logging
- import re
- from typing import Optional
- import bs4
- import requests
- from praw.models import Submission
- from bdfr.exceptions import SiteDownloaderError
- from bdfr.resource import Resource
- from bdfr.site_authenticator import SiteAuthenticator
- from bdfr.site_downloaders.base_downloader import BaseDownloader
- logger = logging.getLogger(__name__)
- class Vidble(BaseDownloader):
- def __init__(self, post: Submission):
- super().__init__(post)
- def find_resources(self, authenticator: Optional[SiteAuthenticator] = None) -> list[Resource]:
- try:
- res = self.get_links(self.post.url)
- except AttributeError:
- raise SiteDownloaderError(f'Could not read page at {self.post.url}')
- if not res:
- raise SiteDownloaderError(rf'No resources found at {self.post.url}')
- res = [Resource(self.post, r, Resource.retry_download(r)) for r in res]
- return res
- @staticmethod
- def get_links(url: str) -> set[str]:
- if not re.search(r'vidble.com/(show/|album/|watch\?v)', url):
- url = re.sub(r'/(\w*?)$', r'/show/\1', url)
- page = requests.get(url)
- soup = bs4.BeautifulSoup(page.text, 'html.parser')
- content_div = soup.find('div', attrs={'id': 'ContentPlaceHolder1_divContent'})
- images = content_div.find_all('img')
- images = [i.get('src') for i in images]
- videos = content_div.find_all('source', attrs={'type': 'video/mp4'})
- videos = [v.get('src') for v in videos]
- resources = filter(None, itertools.chain(images, videos))
- resources = ['https://www.vidble.com' + r for r in resources]
- resources = [Vidble.change_med_url(r) for r in resources]
- return set(resources)
- @staticmethod
- def change_med_url(url: str) -> str:
- out = re.sub(r'_med(\..{3,4})$', r'\1', url)
- return out
|
