import json from typing import Optional, Any from post import PostEncoder from modules import ALL_MODULES def print_page(module: Any, page: Optional[list[str]]) -> None: if not page: print('Page is None') return for unique_id in page: post = module.get_item(unique_id) print(json.dumps(post, indent=4, cls=PostEncoder)) module = ALL_MODULES['twitter'][0] module.init() search = module.search('user:de7_7_7e') print_page(module, search.get_page(0)) ''' Blocked on most endpoints, snscrape is outdated. module = ALL_MODULES['twitter_scrape'][0] module.init() search = module.search('search:#小関麗奈誕生祭2024') print_page(module, search.get_page(0)) search = module.search('user:xuuikie') print_page(module, search.get_page(0)) search = module.search('profile:@barackobama') print_page(module, search.get_page(0)) search = module.search('tweet:1905966372288434680') print_page(module, search.get_page(0)) ''' ''' module = ALL_MODULES['pixiv_app'][0] module.init() search = module.search('search:サムス・アラン') print_page(module, search.get_page(0)) search = module.search('user:757584') print_page(module, search.get_page(0)) search = module.search('bookmarks:2034628') print_page(module, search.get_page(0)) search = module.search('following:22781328') print_page(module, search.get_page(0)) search = module.search('illust:91352621') print_page(module, search.get_page(0)) search = module.search('illust:26497574') # Deleted. print_page(module, search.get_page(0)) ''' ''' No on-demand loading (Will load entire user before returning). module = ALL_MODULES['pixiv_web'][0] module.init() search = module.search('search:サムス・アラン') print_page(module, search.get_page(0)) search = module.search('user:757584') print_page(module, search.get_page(0)) search = module.search('bookmarks:2034628') print_page(module, search.get_page(0)) search = module.search('following:22781328') print_page(module, search.get_page(0)) search = module.search('illust:91352621') print_page(module, search.get_page(0)) search = module.search('illust:100455669') # Deleted. print_page(module, search.get_page(0)) ''' ''' post = module.get_item(page[0]) for key in post.media.keys(): download_params = module.get_download(post.unique_id, key) for url in download_params['urls']: #response = module.do_request(Method.GET, url.url) r = httpx.get(url.url, headers=download_params['headers']) if r.status_code != 200: print('error{}'.format(r.status_code)) else: with open(f'test_{key}.{url.ext}', 'wb+') as f: f.write(r.content) '''