using Jellyfin.Plugin.MetaShark.Api; using Jellyfin.Plugin.MetaShark.Model; using MediaBrowser.Controller.Library; using MediaBrowser.Controller.Providers; using MediaBrowser.Model.Entities; using Microsoft.Extensions.Logging; using System; using System.Collections.Generic; using System.Diagnostics.CodeAnalysis; using System.Globalization; using System.Linq; using System.IO; using System.Net.Http; using System.Text.RegularExpressions; using System.Threading; using System.Threading.Tasks; using System.Web; using TMDbLib.Objects.General; using Jellyfin.Plugin.MetaShark.Configuration; using Jellyfin.Plugin.MetaShark.Core; using Microsoft.AspNetCore.Http; using MediaBrowser.Controller.Entities.TV; namespace Jellyfin.Plugin.MetaShark.Providers { public abstract class BaseProvider { /// /// Gets the provider name. /// public const string DoubanProviderName = "Douban"; /// /// Gets the provider id. /// public const string DoubanProviderId = "DoubanID"; /// /// Name of the provider. /// public const string TmdbProviderName = "TheMovieDb"; protected readonly ILogger _logger; protected readonly IHttpClientFactory _httpClientFactory; protected readonly DoubanApi _doubanApi; protected readonly TmdbApi _tmdbApi; protected readonly OmdbApi _omdbApi; protected readonly ImdbApi _imdbApi; protected readonly ILibraryManager _libraryManager; protected readonly IHttpContextAccessor _httpContextAccessor; protected Regex regMetaSourcePrefix = new Regex(@"^\[.+\]", RegexOptions.Compiled); protected Regex regSeasonNameSuffix = new Regex(@"\s第[0-9一二三四五六七八九十]+?季$|\sSeason\s\d+?$|(? public async Task GetImageResponse(string url, CancellationToken cancellationToken) { if (url.Contains("doubanio.com")) { // 相对链接补全 if (!url.StartsWith("http") && Plugin.Instance != null) { url = Plugin.Instance.GetLocalApiBaseUrl().TrimEnd('/') + url; } // 包含了代理地址的话,从url解析出原始豆瓣图片地址 if (url.Contains("/proxy/image")) { var uri = new UriBuilder(url); url = HttpUtility.ParseQueryString(uri.Query).Get("url"); } this.Log("GetImageResponse url: {0}", url); // 豆瓣图,带referer下载 using (var requestMessage = new HttpRequestMessage(HttpMethod.Get, url)) { requestMessage.Headers.Add("User-Agent", DoubanApi.HTTP_USER_AGENT); requestMessage.Headers.Add("Referer", DoubanApi.HTTP_REFERER); return await this._httpClientFactory.CreateClient().SendAsync(requestMessage, cancellationToken).ConfigureAwait(false); } } else { this.Log("GetImageResponse url: {0}", url); return await this._httpClientFactory.CreateClient().GetAsync(new Uri(url), cancellationToken).ConfigureAwait(false); } } protected async Task GuessByDoubanAsync(ItemLookupInfo info, CancellationToken cancellationToken) { var fileName = GetOriginalFileName(info); // 从文件名属性格式获取,如[douban-12345]或[doubanid-12345] var doubanId = this.regDoubanIdAttribute.FirstMatchGroup(fileName); if (!string.IsNullOrWhiteSpace(doubanId)) { this.Log($"Found douban [id] by attr: {doubanId}"); return doubanId; } var parseResult = NameParser.Parse(fileName); var searchName = !string.IsNullOrEmpty(parseResult.ChineseName) ? parseResult.ChineseName : parseResult.Name; info.Year = parseResult.Year; // 默认parser对anime年份会解析出错,以anitomy为准 this.Log($"GuessByDouban of [name]: {info.Name} [file_name]: {fileName} [year]: {info.Year} [search name]: {searchName}"); List result; DoubanSubject? item; // 假如存在年份,先通过suggest接口查找,减少搜索页访问次数,避免封禁(suggest没法区分电影或电视剧,排序也比搜索页差些) if (config.EnableDoubanAvoidRiskControl) { if (info.Year != null && info.Year > 0) { result = await this._doubanApi.SearchBySuggestAsync(searchName, cancellationToken).ConfigureAwait(false); item = result.Where(x => x.Year == info.Year && x.Name == searchName).FirstOrDefault(); if (item != null) { this.Log($"GuessByDouban found -> {item.Name}({item.Sid}) (suggest)"); return item.Sid; } item = result.Where(x => x.Year == info.Year).FirstOrDefault(); if (item != null) { this.Log($"GuessByDouban found -> {item.Name}({item.Sid}) (suggest)"); return item.Sid; } } } // 通过搜索页面查找 result = await this._doubanApi.SearchAsync(searchName, cancellationToken).ConfigureAwait(false); var cat = info is MovieInfo ? "电影" : "电视剧"; // 存在年份时,返回对应年份的电影 if (info.Year != null && info.Year > 0) { item = result.Where(x => x.Category == cat && x.Year == info.Year).FirstOrDefault(); if (item != null) { this.Log($"Found douban [id]: {item.Name}({item.Sid})"); return item.Sid; } else { // TODO: 有年份找不到,直接返回,由其他插件接手查找(还是返回第一个好????) return null; } } //// 不存在年份,计算相似度,返回相似度大于0.8的第一个(可能出现冷门资源名称更相同的情况。。。) // var jw = new JaroWinkler(); // item = result.Where(x => x.Category == cat && x.Rating > 5).OrderByDescending(x => Math.Max(jw.Similarity(searchName, x.Name), jw.Similarity(searchName, x.OriginalName))).FirstOrDefault(); // if (item != null && Math.Max(jw.Similarity(searchName, item.Name), jw.Similarity(searchName, item.OriginalName)) > 0.8) // { // return item.Sid; // } // 不存在年份时,返回豆瓣结果第一个 item = result.Where(x => x.Category == cat).FirstOrDefault(); if (item != null) { this.Log($"GuessByDouban found -> {item.Name}({item.Sid})"); return item.Sid; } return null; } public async Task GuestDoubanSeasonByYearAsync(string seriesName, int? year, int? seasonNumber, CancellationToken cancellationToken) { if (year == null || year == 0) { return null; } this.Log($"GuestDoubanSeasonByYear of [name]: {seriesName} [year]: {year}"); // 先通过suggest接口查找,减少搜索页访问次数,避免封禁(suggest没法区分电影或电视剧,排序也比搜索页差些) if (config.EnableDoubanAvoidRiskControl) { var suggestResult = await this._doubanApi.SearchBySuggestAsync(seriesName, cancellationToken).ConfigureAwait(false); var suggestItem = suggestResult.Where(x => x.Year == year && x.Name == seriesName).FirstOrDefault(); if (suggestItem != null) { this.Log($"Found douban [id]: {suggestItem.Name}({suggestItem.Sid}) (suggest)"); return suggestItem.Sid; } suggestItem = suggestResult.Where(x => x.Year == year).FirstOrDefault(); if (suggestItem != null) { this.Log($"Found douban [id]: {suggestItem.Name}({suggestItem.Sid}) (suggest)"); return suggestItem.Sid; } } // 通过搜索页面查找 var result = await this._doubanApi.SearchAsync(seriesName, cancellationToken).ConfigureAwait(false); var item = result.Where(x => x.Category == "电视剧" && x.Year == year).FirstOrDefault(); if (item != null && !string.IsNullOrEmpty(item.Sid)) { // 判断名称中是否有第X季,有的话和seasonNumber比较,用于修正多季都在同一年时,每次都是错误取第一个的情况 var nameIndexNumber = ParseChineseSeasonNumberByName(item.Name); if (nameIndexNumber.HasValue && seasonNumber.HasValue && nameIndexNumber != seasonNumber) { this.Log($"GuestDoubanSeasonByYear not found!"); return null; } this.Log($"Found douban [id]: {item.Name}({item.Sid})"); return item.Sid; } this.Log($"GuestDoubanSeasonByYear not found!"); return null; } public async Task GuestDoubanSeasonBySeasonNameAsync(string name, int? seasonNumber, CancellationToken cancellationToken) { if (seasonNumber is null or 0) { return null; } var chineseSeasonNumber = Utils.ToChineseNumber(seasonNumber); if (string.IsNullOrEmpty(chineseSeasonNumber)) { return null; } var seasonName = $"{name}{seasonNumber}"; var chineseSeasonName = $"{name} 第{chineseSeasonNumber}季"; if (seasonNumber == 1) { seasonName = name; } this.Log($"GuestDoubanSeasonBySeasonNameAsync of [name]: {seasonName} 或 {chineseSeasonName}"); // 通过名称精确匹配 var result = await this._doubanApi.SearchAsync(name, cancellationToken).ConfigureAwait(false); var item = result.Where(x => x.Category == "电视剧" && x.Rating > 0 && (x.Name == seasonName || x.Name == chineseSeasonName)).FirstOrDefault(); if (item != null && !string.IsNullOrEmpty(item.Sid)) { this.Log($"Found douban [id]: {item.Name}({item.Sid})"); return item.Sid; } this.Log($"GuestDoubanSeasonBySeasonNameAsync not found!"); return null; } protected async Task GuestByTmdbAsync(string name, int? year, ItemLookupInfo info, CancellationToken cancellationToken) { var fileName = GetOriginalFileName(info); this.Log($"GuestByTmdb of [name]: {name} [year]: {year}"); switch (info) { case MovieInfo: var movieResults = await this._tmdbApi.SearchMovieAsync(name, year ?? 0, info.MetadataLanguage, cancellationToken).ConfigureAwait(false); // 结果可能多个,优先取名称完全相同的 var movieItem = movieResults.Where(x => x.Title == name || x.OriginalTitle == name).FirstOrDefault(); if (movieItem != null) { this.Log($"Found tmdb [id]: {movieItem.Title}({movieItem.Id})"); return movieItem.Id.ToString(CultureInfo.InvariantCulture); } movieItem = movieResults.FirstOrDefault(); if (movieItem != null) { // bt种子都是英文名,但电影是中日韩泰印法地区时,都不适用相似匹配,去掉限制 this.Log($"Found tmdb [id]: {movieItem.Title}({movieItem.Id})"); return movieItem.Id.ToString(CultureInfo.InvariantCulture); } break; case SeriesInfo: var seriesResults = await this._tmdbApi.SearchSeriesAsync(name, info.MetadataLanguage, cancellationToken).ConfigureAwait(false); // 年份在豆瓣可能匹配到第三季,但tmdb年份都是第一季的,可能匹配不上(例如:脱口秀大会) // 优先年份和名称同时匹配 var seriesItem = seriesResults.Where(x => (x.Name == name || x.OriginalName == name) && x.FirstAirDate?.Year == year).FirstOrDefault(); if (seriesItem != null) { this.Log($"Found tmdb [id]: -> {seriesItem.Name}({seriesItem.Id})"); return seriesItem.Id.ToString(CultureInfo.InvariantCulture); } // 年份匹配 seriesItem = seriesResults.Where(x => x.FirstAirDate?.Year == year).FirstOrDefault(); if (seriesItem != null) { this.Log($"Found tmdb [id]: -> {seriesItem.Name}({seriesItem.Id})"); return seriesItem.Id.ToString(CultureInfo.InvariantCulture); } // 取名称完全相同的,可能综艺会有纯享版等非标准版本(例如:一年一度喜剧大赛) seriesItem = seriesResults.Where(x => x.Name == name || x.OriginalName == name).FirstOrDefault(); if (seriesItem != null) { this.Log($"Found tmdb [id]: -> {seriesItem.Name}({seriesItem.Id})"); return seriesItem.Id.ToString(CultureInfo.InvariantCulture); } seriesItem = seriesResults.FirstOrDefault(); if (seriesItem != null) { // bt种子都是英文名,但电影是中日韩泰印法地区时,都不适用相似匹配,去掉限制 this.Log($"Found tmdb [id]: -> {seriesItem.Name}({seriesItem.Id})"); return seriesItem.Id.ToString(CultureInfo.InvariantCulture); } break; } this.Log($"Not found tmdb id by [name]: {name} [year]: {year}"); return null; } protected async Task GetTmdbIdByImdbAsync(string imdb, string language, ItemLookupInfo info, CancellationToken cancellationToken) { if (string.IsNullOrEmpty(imdb)) { return null; } // 通过imdb获取tmdbId var findResult = await this._tmdbApi.FindByExternalIdAsync(imdb, TMDbLib.Objects.Find.FindExternalSource.Imdb, language, cancellationToken).ConfigureAwait(false); switch (info) { case MovieInfo: if (findResult?.MovieResults != null && findResult.MovieResults.Count > 0) { var tmdbId = findResult.MovieResults[0].Id; this.Log($"Found tmdb [id]: {tmdbId} by imdb id: {imdb}"); return $"{tmdbId}"; } break; case SeriesInfo: if (findResult?.TvResults != null && findResult.TvResults.Count > 0) { var tmdbId = findResult.TvResults[0].Id; this.Log($"Found tmdb [id]: {tmdbId} by imdb id: {imdb}"); return $"{tmdbId}"; } if (findResult?.TvEpisode != null && findResult.TvEpisode.Count > 0) { var tmdbId = findResult.TvEpisode[0].ShowId; this.Log($"Found tmdb [id]: {tmdbId} by imdb id: {imdb}"); return $"{tmdbId}"; } if (findResult?.TvSeason != null && findResult.TvSeason.Count > 0) { var tmdbId = findResult.TvSeason[0].ShowId; this.Log($"Found tmdb [id]: {tmdbId} by imdb id: {imdb}"); return $"{tmdbId}"; } break; default: break; } this.Log($"Not found tmdb id by imdb id: {imdb}"); return null; } /// /// 豆瓣的imdb id可能是旧的,需要先从omdb接口获取最新的imdb id /// protected async Task CheckNewImdbID(string imdb, CancellationToken cancellationToken) { if (string.IsNullOrEmpty(imdb)) { return imdb; } var omdbItem = await this._omdbApi.GetByImdbID(imdb, cancellationToken).ConfigureAwait(false); if (!string.IsNullOrEmpty(omdbItem?.ImdbID)) { imdb = omdbItem.ImdbID; } return imdb; } public int? GuessSeasonNumberByDirectoryName(string path) { // TODO: 有时 series name 中会带有季信息 // 当没有 season 级目录时,或 season 文件夹特殊不规范命名时,会解析不到 seasonNumber,这时 path 为空,直接返回 if (string.IsNullOrEmpty(path)) { this.Log($"Season path is empty!"); return null; } var fileName = Path.GetFileName(path); if (string.IsNullOrEmpty(fileName)) { return null; } // 中文季名 var regSeason = new Regex(@"第([0-9零一二三四五六七八九]+?)(季|部)", RegexOptions.Compiled); var match = regSeason.Match(fileName); if (match.Success && match.Groups.Count > 1) { var seasonNumber = match.Groups[1].Value.ToInt(); if (seasonNumber <= 0) { seasonNumber = Utils.ChineseNumberToInt(match.Groups[1].Value) ?? 0; } if (seasonNumber > 0) { this.Log($"Found season number of filename: {fileName} seasonNumber: {seasonNumber}"); return seasonNumber; } } // SXX 季名 regSeason = new Regex(@"(? 1) { var seasonNumber = match.Groups[1].Value.ToInt(); if (seasonNumber > 0) { this.Log($"Found season number of filename: {fileName} seasonNumber: {seasonNumber}"); return seasonNumber; } } // 动漫季特殊命名 var seasonNameMap = new Dictionary() { {@"[ ._](I|1st)[ ._]", 1}, {@"[ ._](II|2nd)[ ._]", 2}, {@"[ ._](III|3rd)[ ._]", 3}, {@"[ ._](IIII|4th)[ ._]", 3}, }; foreach (var entry in seasonNameMap) { if (Regex.IsMatch(fileName, entry.Key)) { this.Log($"Found season number of filename: {fileName} seasonNumber: {entry.Value}"); return entry.Value; } } // // 带数字末尾的 // match = Regex.Match(fileName, @"[ ._](\d{1,2})$"); // if (match.Success && match.Groups.Count > 1) // { // var seasonNumber = match.Groups[1].Value.ToInt(); // if (seasonNumber > 0) // { // this.Log($"Found season number of filename: {fileName} seasonNumber: {seasonNumber}"); // return seasonNumber; // } // } return null; } public int? ParseChineseSeasonNumberByName(string name) { var regSeason = new Regex(@"\s第([0-9零一二三四五六七八九]+?)(季|部)", RegexOptions.Compiled); var match = regSeason.Match(name); if (match.Success && match.Groups.Count > 1) { var seasonNumber = match.Groups[1].Value.ToInt(); if (seasonNumber <= 0) { seasonNumber = Utils.ChineseNumberToInt(match.Groups[1].Value) ?? 0; } if (seasonNumber > 0) { return seasonNumber; } } return null; } protected string GetProxyImageUrl(string url) { var baseUrl = this.GetBaseUrl(); var encodedUrl = HttpUtility.UrlEncode(url); return $"{baseUrl}/plugin/metashark/proxy/image/?url={encodedUrl}"; } protected string GetLocalProxyImageUrl(string url) { var baseUrl = Plugin.Instance?.GetLocalApiBaseUrl() ?? string.Empty; if (!string.IsNullOrWhiteSpace(config.DoubanImageProxyBaseUrl)) { baseUrl = config.DoubanImageProxyBaseUrl.TrimEnd('/'); } var encodedUrl = HttpUtility.UrlEncode(url); return $"{baseUrl}/plugin/metashark/proxy/image/?url={encodedUrl}"; } private string GetBaseUrl() { // 配置优先 if (!string.IsNullOrWhiteSpace(config.DoubanImageProxyBaseUrl)) { return this.config.DoubanImageProxyBaseUrl.TrimEnd('/'); } // TODO:http请求时,获取请求的host (nginx代理/docker中部署时,没配置透传host时,本方式会有问题) // 除自动扫描之外都会执行这里,修改图片功能图片是直接下载,不走插件图片代理处理函数,host拿不到就下载不了 if (Plugin.Instance != null && this._httpContextAccessor.HttpContext != null) { return Plugin.Instance.GetApiBaseUrl(this._httpContextAccessor.HttpContext.Request); } // 自动扫描刷新时,直接使用本地地址(127.0.0.1) return Plugin.Instance?.GetLocalApiBaseUrl() ?? string.Empty; } protected void Log(string? message, params object?[] args) { this._logger.LogInformation($"[MetaShark] {message}", args); } /// /// Adjusts the image's language code preferring the 5 letter language code eg. en-US. /// /// The image's actual language code. /// The requested language code. /// The language code. protected string AdjustImageLanguage(string imageLanguage, string requestLanguage) { if (!string.IsNullOrEmpty(imageLanguage) && !string.IsNullOrEmpty(requestLanguage) && requestLanguage.Length > 2 && imageLanguage.Length == 2 && requestLanguage.StartsWith(imageLanguage, StringComparison.OrdinalIgnoreCase)) { return requestLanguage; } return imageLanguage; } /// /// Maps the TMDB provided roles for crew members to Jellyfin roles. /// /// Crew member to map against the Jellyfin person types. /// The Jellyfin person type. [SuppressMessage("Microsoft.Maintainability", "CA1309: Use ordinal StringComparison", Justification = "AFAIK we WANT InvariantCulture comparisons here and not Ordinal")] public string MapCrewToPersonType(Crew crew) { if (crew.Department.Equals("production", StringComparison.InvariantCultureIgnoreCase) && crew.Job.Contains("director", StringComparison.InvariantCultureIgnoreCase)) { return PersonType.Director; } if (crew.Department.Equals("production", StringComparison.InvariantCultureIgnoreCase) && crew.Job.Contains("producer", StringComparison.InvariantCultureIgnoreCase)) { return PersonType.Producer; } if (crew.Department.Equals("writing", StringComparison.InvariantCultureIgnoreCase)) { return PersonType.Writer; } return string.Empty; } protected string GetDoubanPoster(DoubanSubject subject) { if (string.IsNullOrEmpty(subject.Img)) { return string.Empty; } var url = config.EnableDoubanLargePoster ? subject.ImgLarge : subject.ImgMiddle; return this.GetProxyImageUrl(url); } protected string GetOriginalFileName(ItemLookupInfo info) { switch (info) { case MovieInfo: // 当movie放在文件夹中并只有一部影片时, info.name是根据文件夹名解析的,但info.Path是影片的路径名 // 当movie放在文件夹中并有多部影片时,info.Name和info.Path都是具体的影片 var directoryName = Path.GetFileName(Path.GetDirectoryName(info.Path)); if (!string.IsNullOrEmpty(directoryName) && directoryName.Contains(info.Name)) { return directoryName; } return Path.GetFileNameWithoutExtension(info.Path) ?? info.Name; case EpisodeInfo: return Path.GetFileNameWithoutExtension(info.Path) ?? info.Name; default: // series和season的info.Path是文件夹路径 return Path.GetFileName(info.Path) ?? info.Name; } } protected string? GetOriginalSeasonPath(EpisodeInfo info) { if (info.Path == null) { return null; } var seasonPath = Path.GetDirectoryName(info.Path); var item = this._libraryManager.FindByPath(seasonPath, true); // 没有季文件夹 if (item is Series) { return null; } return seasonPath; } protected bool IsVirtualSeason(EpisodeInfo info) { if (info.Path == null) { return false; } var seasonPath = Path.GetDirectoryName(info.Path); var parent = this._libraryManager.FindByPath(seasonPath, true); // 没有季文件夹 if (parent is Series) { return true; } var seriesPath = Path.GetDirectoryName(seasonPath); var series = this._libraryManager.FindByPath(seriesPath, true); // 季文件夹不规范,没法识别 if (series is Series && parent is not Season) { return true; } return false; } protected string RemoveSeasonSuffix(string name) { return regSeasonNameSuffix.Replace(name, ""); } } }