diff --git a/README.md b/README.md index 7cd35eeaa..f7847b7b0 100644 --- a/README.md +++ b/README.md @@ -58,6 +58,7 @@ Developer note: The software implements the [Torznab](https://github.com/Sonarr/ * TorrentDay * TorrentLeech * TorrentShack + * Torrent-Syndikat * TransmitheNet * TV Chaos UK * World-In-HD diff --git a/src/Jackett/Content/logos/torrentsyndikat.png b/src/Jackett/Content/logos/torrentsyndikat.png new file mode 100644 index 000000000..93e9d976b Binary files /dev/null and b/src/Jackett/Content/logos/torrentsyndikat.png differ diff --git a/src/Jackett/Indexers/TorrentSyndikat.cs b/src/Jackett/Indexers/TorrentSyndikat.cs new file mode 100644 index 000000000..1cd653f2c --- /dev/null +++ b/src/Jackett/Indexers/TorrentSyndikat.cs @@ -0,0 +1,202 @@ +using CsQuery; +using Jackett.Models; +using Jackett.Services; +using Jackett.Utils; +using Jackett.Utils.Clients; +using Newtonsoft.Json.Linq; +using NLog; +using System; +using System.Collections.Generic; +using System.Linq; +using System.Threading.Tasks; +using Jackett.Models.IndexerConfig; +using System.Collections.Specialized; +using System.Globalization; +using System.Text.RegularExpressions; + +namespace Jackett.Indexers +{ + public class TorrentSyndikat : BaseIndexer, IIndexer + { + private string SearchUrl { get { return SiteLink + "browse.php"; } } + private string LoginUrl { get { return SiteLink + "eing2.php"; } } + private string CaptchaUrl { get { return SiteLink + "simpleCaptcha.php?numImages=1"; } } + TimeZoneInfo germanyTz = TimeZoneInfo.FindSystemTimeZoneById("W. Europe Standard Time"); + + new ConfigurationDataBasicLoginWithRSSAndDisplay configData + { + get { return (ConfigurationDataBasicLoginWithRSSAndDisplay)base.configData; } + set { base.configData = value; } + } + + public TorrentSyndikat(IIndexerManagerService i, Logger l, IWebClient w, IProtectionService ps) + : base(name: "Torrent-Syndikat", + description: "A German general tracker", + link: "https://torrent-syndikat.org/", + caps: new TorznabCapabilities(), + manager: i, + client: w, + logger: l, + p: ps, + configData: new ConfigurationDataBasicLoginWithRSSAndDisplay()) + { + this.configData.DisplayText.Value = "Only the results from the first search result page are shown, adjust your profile settings to show the maximum."; + this.configData.DisplayText.Name = "Notice"; + + AddCategoryMapping(2, TorznabCatType.PC); // Apps / Windows + AddCategoryMapping(13, TorznabCatType.PC); // Apps / Linux + AddCategoryMapping(4, TorznabCatType.PCMac); // Apps / Mac + AddCategoryMapping(6, TorznabCatType.PC); // Apps / Misc + + AddCategoryMapping(12, TorznabCatType.PCGames); // Spiele / PC + AddCategoryMapping(8, TorznabCatType.ConsolePSP); // Spiele / PSX/PSP + AddCategoryMapping(7, TorznabCatType.ConsoleWii); // Spiele / Wii + AddCategoryMapping(32, TorznabCatType.ConsoleXbox); // Spiele / XBOX + AddCategoryMapping(41, TorznabCatType.ConsoleNDS); // Spiele / Nintendo DS + + AddCategoryMapping(22, TorznabCatType.Movies3D); // Filme / 3D + AddCategoryMapping(3, TorznabCatType.MoviesBluRay); // Filme / BluRay + AddCategoryMapping(11, TorznabCatType.MoviesOther); // Filme / REMUX + AddCategoryMapping(42, TorznabCatType.MoviesHD); // Filme / 2160p + AddCategoryMapping(9, TorznabCatType.MoviesHD); // Filme / 1080p + AddCategoryMapping(20, TorznabCatType.MoviesHD); // Filme / 720p + AddCategoryMapping(21, TorznabCatType.MoviesDVD); // Filme / DVD + AddCategoryMapping(10, TorznabCatType.MoviesSD); // Filme / SD + AddCategoryMapping(31, TorznabCatType.MoviesOther); // Filme / Anime + AddCategoryMapping(37, TorznabCatType.MoviesForeign); // Filme / Englisch + + AddCategoryMapping(16, TorznabCatType.TVHD); // TV / Serien/HD + AddCategoryMapping(15, TorznabCatType.TVSD); // TV / Serien/SD + AddCategoryMapping(44, TorznabCatType.TVHD); // TV / Packs/UHD + AddCategoryMapping(23, TorznabCatType.TVHD); // TV / Packs/HD + AddCategoryMapping(27, TorznabCatType.TVSD); // TV / Packs/SD + AddCategoryMapping(28, TorznabCatType.TVDocumentary); // TV / Dokus/SD + AddCategoryMapping(29, TorznabCatType.TVDocumentary); // TV / Dokus/HD + AddCategoryMapping(30, TorznabCatType.TVSport); // TV / Sport + AddCategoryMapping(40, TorznabCatType.TVAnime); // TV / Anime + AddCategoryMapping(36, TorznabCatType.TVFOREIGN); // TV / Englisch + + AddCategoryMapping(24, TorznabCatType.AudioLossless); // Audio / FLAC + AddCategoryMapping(25, TorznabCatType.AudioMP3); // Audio / MP3 + AddCategoryMapping(35, TorznabCatType.AudioOther); // Audio / Other + AddCategoryMapping(26, TorznabCatType.Audio); // Audio / Packs + AddCategoryMapping(18, TorznabCatType.AudioAudiobook); // Audio / aBooks + AddCategoryMapping(33, TorznabCatType.AudioVideo); // Audio / Videos + + AddCategoryMapping(17, TorznabCatType.Books); // Misc / eBooks + AddCategoryMapping(5, TorznabCatType.PCPhoneOther); // Misc / Mobile + AddCategoryMapping(39, TorznabCatType.Other); // Misc / Bildung + } + + public async Task ApplyConfiguration(JToken configJson) + { + configData.LoadValuesFromJson(configJson); + + var result1 = await RequestStringWithCookies(CaptchaUrl); + var json1 = JObject.Parse(result1.Content); + var captchaSelection = json1["images"][0]["hash"]; + + var pairs = new Dictionary { + { "username", configData.Username.Value }, + { "password", configData.Password.Value }, + { "captchaSelection", (string)captchaSelection }, + { "submitme", "X" } + }; + + var result2 = await RequestLoginAndFollowRedirect(LoginUrl, pairs, result1.Cookies, true, null, null, true); + + await ConfigureIfOK(result2.Cookies, result2.Content.Contains("/logout.php"), () => + { + var errorMessage = result2.Content; + throw new ExceptionWithConfigData(errorMessage, configData); + }); + return IndexerConfigurationStatus.RequiresTesting; + } + + public async Task> PerformQuery(TorznabQuery query) + { + List releases = new List(); + + var searchString = query.GetQueryString(); + var searchUrl = SearchUrl; + var queryCollection = new NameValueCollection(); + queryCollection.Add("searchin", "title"); + queryCollection.Add("incldead", "1"); + queryCollection.Add("rel_type", "0"); // Alle + if (!string.IsNullOrWhiteSpace(searchString)) + { + // use AND+wildcard operator to avoid getting to many useless results + var searchStringArray = Regex.Split(searchString.Trim(), "[ _.-]+", RegexOptions.Compiled).ToList(); + searchStringArray = searchStringArray.Where(x => x.Length >= 3).ToList(); // remove words with less than 3 characters + searchStringArray = searchStringArray.Select(x => "+" + x + "*").ToList(); // add AND operators+wildcards + var searchStringFinal = String.Join(" ", searchStringArray); + queryCollection.Add("search", searchStringFinal); + } + + foreach (var cat in MapTorznabCapsToTrackers(query)) + { + queryCollection.Add("c" + cat, "1"); + } + + searchUrl += "?" + queryCollection.GetQueryString(); + + var results = await RequestStringWithCookiesAndRetry(searchUrl); + try + { + CQ dom = results.Content; + var rows = dom["table.torrent_table > tbody > tr"]; + foreach (var row in rows.Skip(1)) + { + var release = new ReleaseInfo(); + release.MinimumRatio = 1; + release.MinimumSeedTime = 96*60*60; + + var qRow = row.Cq(); + + var catStr = row.ChildElements.ElementAt(0).FirstElementChild.GetAttribute("href").Split('=')[1]; + release.Category = MapTrackerCatToNewznab(catStr); + + var qLink = row.ChildElements.ElementAt(2).FirstElementChild.Cq(); + release.Link = new Uri(SiteLink + qLink.Attr("href")); + var torrentId = qLink.Attr("href").Split('=').Last(); + + var descCol = row.ChildElements.ElementAt(1); + var qCommentLink = descCol.FirstElementChild.Cq(); + var torrentTag = descCol.Cq().Find("span.torrent-tag"); + var torrentTags = torrentTag.Elements.Select(x => x.InnerHTML).ToList(); + release.Title = qCommentLink.Text(); + release.Description = String.Join(", ", torrentTags); + release.Comments = new Uri(SiteLink + "/" + qCommentLink.Attr("href").Replace("&hit=1", "")); + release.Guid = release.Comments; + + var torrent_details = descCol.ChildElements.Last(); + var dateStr = torrent_details.ChildNodes.ElementAt(torrent_details.ChildNodes.Length-3).Cq().Text().Replace(" von ", "").Trim(); + DateTime dateGerman; + if (dateStr.StartsWith("Heute ")) + dateGerman = DateTime.SpecifyKind(DateTime.UtcNow.Date, DateTimeKind.Unspecified) + TimeSpan.Parse(dateStr.Split(' ')[1]); + else if (dateStr.StartsWith("Gestern ")) + dateGerman = DateTime.SpecifyKind(DateTime.UtcNow.Date, DateTimeKind.Unspecified) + TimeSpan.Parse(dateStr.Split(' ')[1]) - TimeSpan.FromDays(1); + else + dateGerman = DateTime.SpecifyKind(DateTime.ParseExact(dateStr, "dd.MM.yyyy HH:mm", CultureInfo.InvariantCulture), DateTimeKind.Unspecified); + + DateTime pubDateUtc = TimeZoneInfo.ConvertTimeToUtc(dateGerman, germanyTz); + release.PublishDate = pubDateUtc.ToLocalTime(); + + var sizeStr = row.ChildElements.ElementAt(5).Cq().Text(); + release.Size = ReleaseInfo.GetBytes(sizeStr); + + release.Seeders = ParseUtil.CoerceInt(row.ChildElements.ElementAt(7).Cq().Text()); + release.Peers = ParseUtil.CoerceInt(row.ChildElements.ElementAt(8).Cq().Text()) + release.Seeders; + + releases.Add(release); + } + } + catch (Exception ex) + { + OnParseError(results.Content, ex); + } + + return releases; + } + } +} diff --git a/src/Jackett/Jackett.csproj b/src/Jackett/Jackett.csproj index 5688686d3..34f7d76f2 100644 --- a/src/Jackett/Jackett.csproj +++ b/src/Jackett/Jackett.csproj @@ -160,6 +160,7 @@ + @@ -428,6 +429,9 @@ PreserveNewest + + PreserveNewest + PreserveNewest