using CsQuery; using Jackett.Models; using Jackett.Services; using Jackett.Utils; using Jackett.Utils.Clients; using Newtonsoft.Json.Linq; using NLog; using System; using System.Collections.Generic; using System.Globalization; using System.Linq; using System.Net; using System.Net.Http; using System.Text; using System.Threading.Tasks; using System.Web; using Jackett.Models.IndexerConfig; using System.Collections.Specialized; using System.Text.RegularExpressions; namespace Jackett.Indexers { public class BitSoup : BaseIndexer, IIndexer { private string UseLink { get { return (this.configData.AlternateLink.Value != null && this.configData.AlternateLink.Value != "" ? this.configData.AlternateLink.Value : SiteLink); } } private string BrowseUrl { get { return UseLink + "browse.php"; } } private string LoginUrl { get { return UseLink + "takelogin.php"; } } private string LoginReferer { get { return UseLink + "login.php"; } } private List KnownURLs = new List{ "https://www.bitsoup.me/","https://www.bitsoup.org/"}; new NxtGnConfigurationData configData { get { return (NxtGnConfigurationData)base.configData; } set { base.configData = value; } } public BitSoup(IIndexerManagerService i, IWebClient wc, Logger l, IProtectionService ps) : base(name: "BitSoup", description: "SoupieBits", link: "https://www.bitsoup.me/", caps: TorznabUtil.CreateDefaultTorznabTVCaps(), manager: i, client: wc, logger: l, p: ps, configData: new NxtGnConfigurationData()) { this.configData.DisplayText.Value = this.DisplayName + " has multiple URLs. The default (" + this.SiteLink + ") can be changed by entering a new value in the box below."; this.configData.DisplayText.Value += "The following are some known URLs for " + this.DisplayName; this.configData.DisplayText.Value += ""; //AddCategoryMapping("624", TorznabCatType.Console); //AddCategoryMapping("307", TorznabCatType.ConsoleNDS); //AddCategoryMapping("308", TorznabCatType.ConsolePSP); AddCategoryMapping("35", TorznabCatType.ConsoleWii); //AddCategoryMapping("309", TorznabCatType.ConsoleXbox); AddCategoryMapping("12", TorznabCatType.ConsoleXbox360); //AddCategoryMapping("305", TorznabCatType.ConsoleWiiwareVC); //AddCategoryMapping("309", TorznabCatType.ConsoleXBOX360DLC); AddCategoryMapping("38", TorznabCatType.ConsolePS3); //AddCategoryMapping("239", TorznabCatType.ConsoleOther); //AddCategoryMapping("245", TorznabCatType.ConsoleOther); //AddCategoryMapping("246", TorznabCatType.ConsoleOther); //AddCategoryMapping("626", TorznabCatType.ConsoleOther); //AddCategoryMapping("628", TorznabCatType.ConsoleOther); //AddCategoryMapping("630", TorznabCatType.ConsoleOther); //AddCategoryMapping("307", TorznabCatType.Console3DS); //AddCategoryMapping("308", TorznabCatType.ConsolePSVita); //AddCategoryMapping("307", TorznabCatType.ConsoleWiiU); //AddCategoryMapping("309", TorznabCatType.ConsoleXboxOne); //AddCategoryMapping("308", TorznabCatType.ConsolePS4); //AddCategoryMapping("631", TorznabCatType.Movies); //AddCategoryMapping("631", TorznabCatType.MoviesForeign); //AddCategoryMapping("455", TorznabCatType.MoviesOther); //AddCategoryMapping("633", TorznabCatType.MoviesOther); AddCategoryMapping("19", TorznabCatType.MoviesSD); AddCategoryMapping("41", TorznabCatType.MoviesHD); AddCategoryMapping("17", TorznabCatType.Movies3D); AddCategoryMapping("80", TorznabCatType.MoviesBluRay); AddCategoryMapping("20", TorznabCatType.MoviesDVD); //AddCategoryMapping("631", TorznabCatType.MoviesWEBDL); AddCategoryMapping("6", TorznabCatType.Audio); //AddCategoryMapping("623", TorznabCatType.AudioMP3); AddCategoryMapping("29", TorznabCatType.AudioVideo); //AddCategoryMapping("402", TorznabCatType.AudioVideo); AddCategoryMapping("5", TorznabCatType.AudioAudiobook); //AddCategoryMapping("1", TorznabCatType.AudioLossless); //AddCategoryMapping("403", TorznabCatType.AudioOther); //AddCategoryMapping("642", TorznabCatType.AudioOther); //AddCategoryMapping("1", TorznabCatType.AudioForeign); //AddCategoryMapping("233", TorznabCatType.PC); //AddCategoryMapping("236", TorznabCatType.PC); //AddCategoryMapping("1", TorznabCatType.PC0day); AddCategoryMapping("1", TorznabCatType.PCISO); //AddCategoryMapping("235", TorznabCatType.PCMac); //AddCategoryMapping("627", TorznabCatType.PCPhoneOther); AddCategoryMapping("21", TorznabCatType.PCGames); AddCategoryMapping("4", TorznabCatType.PCGames); //AddCategoryMapping("625", TorznabCatType.PCPhoneIOS); //AddCategoryMapping("625", TorznabCatType.PCPhoneAndroid); AddCategoryMapping("45", TorznabCatType.TV); //AddCategoryMapping("433", TorznabCatType.TV); //AddCategoryMapping("639", TorznabCatType.TVWEBDL); //AddCategoryMapping("433", TorznabCatType.TVWEBDL); //AddCategoryMapping("639", TorznabCatType.TVFOREIGN); //AddCategoryMapping("433", TorznabCatType.TVFOREIGN); AddCategoryMapping("7", TorznabCatType.TVSD); AddCategoryMapping("49", TorznabCatType.TVSD); AddCategoryMapping("42", TorznabCatType.TVHD); //AddCategoryMapping("433", TorznabCatType.TVHD); //AddCategoryMapping("635", TorznabCatType.TVOTHER); //AddCategoryMapping("636", TorznabCatType.TVSport); AddCategoryMapping("23", TorznabCatType.TVAnime); //AddCategoryMapping("634", TorznabCatType.TVDocumentary); AddCategoryMapping("9", TorznabCatType.XXX); //AddCategoryMapping("1", TorznabCatType.XXXDVD); //AddCategoryMapping("1", TorznabCatType.XXXWMV); //AddCategoryMapping("1", TorznabCatType.XXXXviD); //AddCategoryMapping("1", TorznabCatType.XXXx264); //AddCategoryMapping("1", TorznabCatType.XXXOther); //AddCategoryMapping("1", TorznabCatType.XXXImageset); //AddCategoryMapping("1", TorznabCatType.XXXPacks); //AddCategoryMapping("340", TorznabCatType.Other); //AddCategoryMapping("342", TorznabCatType.Other); //AddCategoryMapping("344", TorznabCatType.Other); //AddCategoryMapping("391", TorznabCatType.Other); //AddCategoryMapping("392", TorznabCatType.Other); //AddCategoryMapping("393", TorznabCatType.Other); //AddCategoryMapping("394", TorznabCatType.Other); //AddCategoryMapping("234", TorznabCatType.Other); //AddCategoryMapping("638", TorznabCatType.Other); //AddCategoryMapping("629", TorznabCatType.Other); //AddCategoryMapping("1", TorznabCatType.OtherMisc); //AddCategoryMapping("1", TorznabCatType.OtherHashed); //AddCategoryMapping("408", TorznabCatType.Books); AddCategoryMapping("24", TorznabCatType.BooksEbook); //AddCategoryMapping("406", TorznabCatType.BooksComics); //AddCategoryMapping("407", TorznabCatType.BooksComics); //AddCategoryMapping("409", TorznabCatType.BooksComics); //AddCategoryMapping("410", TorznabCatType.BooksMagazines); //AddCategoryMapping("1", TorznabCatType.BooksTechnical); //AddCategoryMapping("1", TorznabCatType.BooksOther); //AddCategoryMapping("1", TorznabCatType.BooksForeign); } public async Task ApplyConfiguration(JToken configJson) { configData.LoadValuesFromJson(configJson); if (configData.AlternateLink.Value != null && configData.AlternateLink.Value != "") { if (!configData.AlternateLink.Value.EndsWith("/")) { configData.AlternateLink.Value = null; throw new Exception("AlternateLink must end with a slash."); } var match = Regex.Match(configData.AlternateLink.Value, "^https?:\\/\\/(?:[\\w]+\\.)+(?:[a-zA-Z]+)\\/$"); if (!match.Success) { configData.AlternateLink.Value = null; throw new Exception("AlternateLink must be a valid url."); } } var pairs = new Dictionary { { "username", configData.Username.Value }, { "password", configData.Password.Value }, }; var loginPage = await RequestStringWithCookies(UseLink, string.Empty); var result = await RequestLoginAndFollowRedirect(LoginUrl, pairs, loginPage.Cookies, true, null, LoginReferer, true); await ConfigureIfOK(result.Cookies, result.Content != null && result.Content.Contains("logout.php"), () => { CQ dom = result.Content; var messageEl = dom["body > table.statusbar1 > tbody > tr > td > table > tbody > tr > td > table > tbody > tr > td"].First(); var errorMessage = messageEl.Text().Trim(); throw new ExceptionWithConfigData(errorMessage, configData); }); return IndexerConfigurationStatus.RequiresTesting; } public async Task> PerformQuery(TorznabQuery query) { var releases = new List(); var searchString = query.GetQueryString(); var searchUrl = BrowseUrl; var trackerCats = MapTorznabCapsToTrackers(query); var queryCollection = new NameValueCollection(); queryCollection.Add("search", string.IsNullOrWhiteSpace(searchString)? "" : searchString); if (trackerCats.Count > 1) { for (var ct = 0; ct < trackerCats.Count; ct++) queryCollection.Add("cat" + (ct+1), trackerCats.ElementAt(ct)); } else { queryCollection.Add("cat", (trackerCats.Count == 1 ? trackerCats.ElementAt(0) : "0")); } //queryCollection.Add("cat", (trackerCats.Count == 1 ? trackerCats.ElementAt(0) : "0")); searchUrl += "?" + queryCollection.GetQueryString(); await ProcessPage(releases, searchUrl); return releases; } private async Task ProcessPage(List releases, string searchUrl) { var response = await RequestStringWithCookiesAndRetry(searchUrl, null, BrowseUrl); var results = response.Content; try { CQ dom = results; var rows = dom["table.koptekst tr"]; foreach (var row in rows.Skip(1)) { var release = new ReleaseInfo(); release.Title = row.Cq().Find("td:eq(1) a").First().Text().Trim(); release.Comments = new Uri(UseLink + row.Cq().Find("td:eq(1) a").First().Attr("href")); release.Link = new Uri(UseLink + row.Cq().Find("td:eq(2) a").First().Attr("href")); release.Guid = release.Link; release.Description = release.Title; var cat = row.Cq().Find("td:eq(0) a").First().Attr("href").Substring(15); release.Category = MapTrackerCatToNewznab(cat); var added = row.Cq().Find("td:eq(7)").First().Text().Trim(); release.PublishDate = DateTime.ParseExact(added, "yyyy-MM-ddH:mm:ss", CultureInfo.InvariantCulture); var sizeStr = row.Cq().Find("td:eq(8)").First().Text().Trim(); release.Size = ReleaseInfo.GetBytes(sizeStr); release.Seeders = ParseUtil.CoerceInt(row.Cq().Find("td:eq(10)").First().Text().Trim()); release.Peers = ParseUtil.CoerceInt(row.Cq().Find("td:eq(11)").First().Text().Trim()) + release.Seeders; releases.Add(release); } } catch (Exception ex) { OnParseError(results, ex); } } public class NxtGnConfigurationData : ConfigurationData { public StringItem Username { get; private set; } public StringItem Password { get; private set; } public DisplayItem DisplayText { get; private set; } public StringItem AlternateLink { get; set; } public NxtGnConfigurationData() { Username = new StringItem { Name = "Username" }; Password = new StringItem { Name = "Password" }; DisplayText = new DisplayItem("") { Name = "" }; AlternateLink = new StringItem { Name = "AlternateLinks" }; } } } }