From 4f42af2a974b1cf4e2b7ec825fd003ad04e75b28 Mon Sep 17 00:00:00 2001 From: Diego Heras Date: Tue, 7 Apr 2020 21:58:36 +0200 Subject: [PATCH] cinecalidad: add new public tracker. resolves #6081 (#8040) --- README.md | 1 + src/Jackett.Common/Indexers/Cinecalidad.cs | 212 +++++++++++++++++++++ 2 files changed, 213 insertions(+) create mode 100644 src/Jackett.Common/Indexers/Cinecalidad.cs diff --git a/README.md b/README.md index 48fb41689..061388e7b 100644 --- a/README.md +++ b/README.md @@ -260,6 +260,7 @@ Developer note: The software implements the [Torznab](https://github.com/Sonarr/ * CasaTorrent * ChannelX * ChileBT + * Cinecalidad * CinemaMovies * CinemaZ (EuTorrents) * Cinemageddon diff --git a/src/Jackett.Common/Indexers/Cinecalidad.cs b/src/Jackett.Common/Indexers/Cinecalidad.cs new file mode 100644 index 000000000..f0787bf25 --- /dev/null +++ b/src/Jackett.Common/Indexers/Cinecalidad.cs @@ -0,0 +1,212 @@ +using System; +using System.Collections.Generic; +using System.Linq; +using System.Text; +using System.Text.RegularExpressions; +using System.Threading.Tasks; +using AngleSharp.Html.Parser; +using Jackett.Common.Helpers; +using Jackett.Common.Models; +using Jackett.Common.Models.IndexerConfig; +using Jackett.Common.Services.Interfaces; +using Jackett.Common.Utils.Clients; +using Newtonsoft.Json.Linq; +using NLog; +using static Jackett.Common.Models.IndexerConfig.ConfigurationData; +using WebClient = Jackett.Common.Utils.Clients.WebClient; + +namespace Jackett.Common.Indexers +{ + public class Cinecalidad : BaseWebIndexer + { + private const int MaxItemsPerPage = 15; + private const int MaxSearchPageLimit = 6; // 15 items per page * 6 pages = 90 + private string _language; + + public override string[] AlternativeSiteLinks { get; protected set; } = { + "https://www.cinecalidad.is/", + "https://www.cinecalidad.to/", + "https://www.cinecalidad.eu/" + }; + + public Cinecalidad(IIndexerConfigurationService configService, WebClient wc, Logger l, IProtectionService ps) + : base("Cinecalidad", + description: "Películas Full HD en Castellano y Latino Dual.", + link: "https://www.cinecalidad.is/", + caps: new TorznabCapabilities(), + configService: configService, + client: wc, + logger: l, + p: ps, + configData: new ConfigurationData()) + { + Encoding = Encoding.UTF8; + Language = "es-es"; + Type = "public"; + + var language = new SelectItem(new Dictionary + { + {"castellano", "Spanish Castellano"}, + {"latino", "Spanish Latino"} + }) + { + Name = "Select language", + Value = "castellano" + }; + configData.AddDynamic("language", language); + + AddCategoryMapping(1, TorznabCatType.MoviesHD); + } + + public override void LoadValuesFromJson(JToken jsonConfig, bool useProtectionService = false) + { + base.LoadValuesFromJson(jsonConfig, useProtectionService); + var language = (SelectItem)configData.GetDynamic("language"); + _language = language?.Value ?? "castellano"; + } + + public override async Task ApplyConfiguration(JToken configJson) + { + LoadValuesFromJson(configJson); + var releases = await PerformQuery(new TorznabQuery()); + + await ConfigureIfOK(string.Empty, releases.Any(), () => + throw new Exception("Could not find release from this URL.")); + + return IndexerConfigurationStatus.Completed; + } + + protected override async Task> PerformQuery(TorznabQuery query) + { + var releases = new List(); + + var templateUrl = SiteLink; + if (_language.Equals("castellano")) + templateUrl += "espana/"; + templateUrl += "{0}"; // placeholder for page + + var maxPages = 2; // we scrape only 2 pages for recent torrents + if (!string.IsNullOrWhiteSpace(query.GetQueryString())) + { + templateUrl += "?s=" + WebUtilityHelpers.UrlEncode(query.GetQueryString(), Encoding.UTF8); + maxPages = MaxSearchPageLimit; + } + + var lastPublishDate = DateTime.Now; + for (var page = 1; page <= maxPages; page++) + { + var pageParam = page > 1 ? $"page/{page}/" : ""; + var searchUrl = string.Format(templateUrl, pageParam); + var response = await RequestStringWithCookiesAndRetry(searchUrl); + var pageReleases = ParseReleases(response, query); + + // publish date is not available in the torrent list, but we add a relative date so we can sort + foreach(var release in pageReleases) + { + release.PublishDate = lastPublishDate; + lastPublishDate = lastPublishDate.AddMinutes(-1); + } + releases.AddRange(pageReleases); + + if (pageReleases.Count < MaxItemsPerPage) + break; // this is the last page + } + + return releases; + } + + public override async Task Download(Uri link) + { + var results = await RequestStringWithCookies(link.ToString()); + + try + { + var parser = new HtmlParser(); + var dom = parser.ParseDocument(results.Content); + var preotectedLink = dom.QuerySelector("a[service=BitTorrent]").GetAttribute("href"); + preotectedLink = SiteLink + preotectedLink.TrimStart('/'); + + results = await RequestStringWithCookies(preotectedLink); + dom = parser.ParseDocument(results.Content); + var magnetUrl = dom.QuerySelector("a[href^=magnet]").GetAttribute("href"); + return await base.Download(new Uri(magnetUrl)); + } + catch (Exception ex) + { + OnParseError(results.Content, ex); + } + + return null; + } + + private List ParseReleases(WebClientStringResult response, TorznabQuery query) + { + var releases = new List(); + + try + { + var parser = new HtmlParser(); + var dom = parser.ParseDocument(response.Content); + + var rows = dom.QuerySelectorAll("div.home_post_cont"); + foreach (var row in rows) + { + var qImg = row.QuerySelector("img"); + var title = qImg.GetAttribute("title"); + if (!CheckTitleMatchWords(query.GetQueryString(), title)) + continue; // skip if it doesn't contain all words + title += _language.Equals("castellano") ? " SPANiSH" : " LATiN-SPANiSH"; + title += " DUAL 1080p BDRip x264"; + + var banner = new Uri(qImg.GetAttribute("src")); + var link = new Uri(row.QuerySelector("a").GetAttribute("href")); + + var release = new ReleaseInfo + { + Title = title, + Link = link, + Comments = link, + Guid = link, + Category = new List {TorznabCatType.MoviesHD.ID}, + BannerUrl = banner, + Size = 2147483648, // 2 GB + Files = 1, + Seeders = 1, + Peers = 2, + MinimumRatio = 1, + MinimumSeedTime = 172800, // 48 hours + DownloadVolumeFactor = 0, + UploadVolumeFactor = 1 + }; + + releases.Add(release); + } + } + catch (Exception ex) + { + OnParseError(response.Content, ex); + } + + return releases; + } + + // TODO: merge this method with query.MatchQueryStringAND + private static bool CheckTitleMatchWords(string queryStr, string title) + { + // this code split the words, remove words with 2 letters or less, remove accents and lowercase + var queryMatches = Regex.Matches(queryStr, @"\b[\w']*\b"); + var queryWords = from m in queryMatches.Cast() + where !string.IsNullOrEmpty(m.Value) && m.Value.Length > 2 + select Encoding.UTF8.GetString(Encoding.GetEncoding("ISO-8859-8").GetBytes(m.Value.ToLower())); + + var titleMatches = Regex.Matches(title, @"\b[\w']*\b"); + var titleWords = from m in titleMatches.Cast() + where !string.IsNullOrEmpty(m.Value) && m.Value.Length > 2 + select Encoding.UTF8.GetString(Encoding.GetEncoding("ISO-8859-8").GetBytes(m.Value.ToLower())); + titleWords = titleWords.ToArray(); + + return queryWords.All(word => titleWords.Contains(word)); + } + } + +}