mirror of
https://github.com/jxxghp/MoviePilot.git
synced 2026-03-20 03:57:30 +08:00
4c3d47f1f0
- 缓存键支持自定义命名，使异步与同步函数可共享缓存结果 - 内存缓存改为类变量，实现多个cache装饰器共享同一缓存空间 - 重构AsyncMemoryBackend，减少重复代码 - 补齐部分模块的缓存清理功能
241 lines
7.4 KiB
Python
241 lines
7.4 KiB
Python
# -*- coding: utf-8 -*-
|
||
|
||
import asyncio
|
||
import logging
|
||
import time
|
||
from datetime import datetime
|
||
|
||
import requests
|
||
import requests.exceptions
|
||
|
||
from app.core.cache import cached, fresh, async_fresh
|
||
from app.core.config import settings
|
||
from app.utils.http import RequestUtils, AsyncRequestUtils
|
||
from .exceptions import TMDbException
|
||
|
||
logger = logging.getLogger(__name__)
|
||
|
||
|
||
class TMDb(object):
|
||
|
||
def __init__(self, session=None, language=None):
|
||
self._api_key = settings.TMDB_API_KEY
|
||
self._language = language or settings.TMDB_LOCALE or "en-US"
|
||
self._session_id = None
|
||
self._session = session
|
||
self._wait_on_rate_limit = True
|
||
self._proxies = settings.PROXY
|
||
self._domain = settings.TMDB_API_DOMAIN
|
||
self._page = None
|
||
self._total_results = None
|
||
self._total_pages = None
|
||
|
||
if not self._session:
|
||
self._session = requests.Session()
|
||
self._req = RequestUtils(ua=settings.NORMAL_USER_AGENT, session=self._session, proxies=self.proxies)
|
||
|
||
self._async_req = AsyncRequestUtils(ua=settings.NORMAL_USER_AGENT, proxies=self.proxies)
|
||
|
||
self._remaining = 40
|
||
self._reset = None
|
||
self._timeout = 15
|
||
|
||
@property
|
||
def page(self):
|
||
return self._page
|
||
|
||
@property
|
||
def total_results(self):
|
||
return self._total_results
|
||
|
||
@property
|
||
def total_pages(self):
|
||
return self._total_pages
|
||
|
||
@property
|
||
def api_key(self):
|
||
return self._api_key
|
||
|
||
@property
|
||
def domain(self):
|
||
return self._domain
|
||
|
||
@property
|
||
def proxies(self):
|
||
return self._proxies
|
||
|
||
@proxies.setter
|
||
def proxies(self, proxies):
|
||
self._proxies = proxies
|
||
|
||
@api_key.setter
|
||
def api_key(self, api_key):
|
||
self._api_key = str(api_key)
|
||
|
||
@domain.setter
|
||
def domain(self, domain):
|
||
self._domain = str(domain)
|
||
|
||
@property
|
||
def language(self):
|
||
return self._language
|
||
|
||
@language.setter
|
||
def language(self, language):
|
||
self._language = language
|
||
|
||
@property
|
||
def has_session(self):
|
||
return True if self._session_id else False
|
||
|
||
@property
|
||
def session_id(self):
|
||
if not self._session_id:
|
||
raise TMDbException("Must Authenticate to create a session run Authentication(username, password)")
|
||
return self._session_id
|
||
|
||
@session_id.setter
|
||
def session_id(self, session_id):
|
||
self._session_id = session_id
|
||
|
||
@property
|
||
def wait_on_rate_limit(self):
|
||
return self._wait_on_rate_limit
|
||
|
||
@wait_on_rate_limit.setter
|
||
def wait_on_rate_limit(self, wait_on_rate_limit):
|
||
self._wait_on_rate_limit = bool(wait_on_rate_limit)
|
||
|
||
@cached(maxsize=settings.CONF.tmdb, ttl=settings.CONF.meta, skip_none=True)
|
||
def request(self, method, url, data, json, **kwargs):
|
||
if method == "GET":
|
||
req = self._req.get_res(url, params=data, json=json)
|
||
else:
|
||
req = self._req.post_res(url, data=data, json=json)
|
||
if req is None:
|
||
raise TMDbException("无法连接TheMovieDb，请检查网络连接！")
|
||
return req
|
||
|
||
@cached(maxsize=settings.CONF.tmdb, ttl=settings.CONF.meta, skip_none=True)
|
||
async def async_request(self, method, url, data, json, **kwargs):
|
||
if method == "GET":
|
||
req = await self._async_req.get_res(url, params=data, json=json)
|
||
else:
|
||
req = await self._async_req.post_res(url, data=data, json=json)
|
||
if req is None:
|
||
raise TMDbException("无法连接TheMovieDb，请检查网络连接！")
|
||
return req
|
||
|
||
def cache_clear(self):
|
||
return self.request.cache_clear()
|
||
|
||
def _validate_api_key(self):
|
||
if self.api_key is None or self.api_key == "":
|
||
raise TMDbException("TheMovieDb API Key 未设置！")
|
||
|
||
def _build_url(self, action, params=""):
|
||
return "https://%s/3%s?api_key=%s&%s&language=%s" % (
|
||
self.domain,
|
||
action,
|
||
self.api_key,
|
||
params,
|
||
self.language,
|
||
)
|
||
|
||
def _handle_headers(self, headers):
|
||
if "X-RateLimit-Remaining" in headers:
|
||
self._remaining = int(headers["X-RateLimit-Remaining"])
|
||
|
||
if "X-RateLimit-Reset" in headers:
|
||
self._reset = int(headers["X-RateLimit-Reset"])
|
||
|
||
def _handle_rate_limit(self):
|
||
if self._remaining < 1:
|
||
current_time = int(time.time())
|
||
sleep_time = self._reset - current_time
|
||
|
||
if self.wait_on_rate_limit:
|
||
logger.warning("达到请求频率限制，休眠：%d 秒..." % sleep_time)
|
||
return abs(sleep_time)
|
||
else:
|
||
raise TMDbException("达到请求频率限制，请稍后再试！")
|
||
return 0
|
||
|
||
def _process_json_response(self, json_data, is_async=False):
|
||
if "page" in json_data:
|
||
self._page = json_data["page"]
|
||
|
||
if "total_results" in json_data:
|
||
self._total_results = json_data["total_results"]
|
||
|
||
if "total_pages" in json_data:
|
||
self._total_pages = json_data["total_pages"]
|
||
|
||
@staticmethod
|
||
def _handle_errors(json_data):
|
||
if "errors" in json_data:
|
||
raise TMDbException(json_data["errors"])
|
||
|
||
if "success" in json_data and json_data["success"] is False:
|
||
raise TMDbException(json_data["status_message"])
|
||
|
||
def _request_obj(self, action, params="", call_cached=True,
|
||
method="GET", data=None, json=None, key=None):
|
||
self._validate_api_key()
|
||
url = self._build_url(action, params)
|
||
|
||
with fresh(not call_cached or method == "POST"):
|
||
req = self.request(method, url, data, json,
|
||
_ts=datetime.strftime(datetime.now(), '%Y%m%d'))
|
||
|
||
if req is None:
|
||
return None
|
||
|
||
self._handle_headers(req.headers)
|
||
|
||
rate_limit_result = self._handle_rate_limit()
|
||
if rate_limit_result:
|
||
logger.warning("达到请求频率限制，将在 %d 秒后重试..." % rate_limit_result)
|
||
time.sleep(rate_limit_result)
|
||
return self._request_obj(action, params, False, method, data, json, key)
|
||
|
||
json_data = req.json()
|
||
self._process_json_response(json_data, is_async=False)
|
||
self._handle_errors(json_data)
|
||
|
||
if key:
|
||
return json_data.get(key)
|
||
return json_data
|
||
|
||
async def _async_request_obj(self, action, params="", call_cached=True,
|
||
method="GET", data=None, json=None, key=None):
|
||
self._validate_api_key()
|
||
url = self._build_url(action, params)
|
||
|
||
async with async_fresh(not call_cached or method == "POST"):
|
||
req = await self.async_request(method, url, data, json,
|
||
_ts=datetime.strftime(datetime.now(), '%Y%m%d'))
|
||
|
||
if req is None:
|
||
return None
|
||
|
||
self._handle_headers(req.headers)
|
||
|
||
rate_limit_result = self._handle_rate_limit()
|
||
if rate_limit_result:
|
||
logger.warning("达到请求频率限制，将在 %d 秒后重试..." % rate_limit_result)
|
||
await asyncio.sleep(rate_limit_result)
|
||
return await self._async_request_obj(action, params, False, method, data, json, key)
|
||
|
||
json_data = req.json()
|
||
self._process_json_response(json_data, is_async=True)
|
||
self._handle_errors(json_data)
|
||
|
||
if key:
|
||
return json_data.get(key)
|
||
return json_data
|
||
|
||
def close(self):
|
||
if self._session:
|
||
self._session.close()
|