shpaq/Jackett-Jackett
1
0
Fork 0
mirror of https://github.com/Jackett/Jackett.git synced 2025-09-17 17:34:09 +02:00
Code Issues Packages Projects Releases Wiki Activity

Feature/netcore preparation (#2072)

Browse Source 
* Use platform detection that works on mono 4.6+

* Move to use package reference for restoring nuget packages.

* DateTimeRoutines does not have Nuget packages that support .NET Standard (and therefore .NET Core). We will have to include them for now until we can get rid of this dependency.

* Start spliting some interfaces into their own files - this will help by allowing us to split them out in the future into a seperate project so the actual implementations can stay within their respective architectures when required

* Move out common libraries

* Few more tidy up tasks to get things working with .NET Standard

* Restructure the solution layout

* Encoding work to reduce rework later on platforms without Windows codepages (or require compliance with RFC1345)

* Move folder structure around to have more natural layout of the solutions

* DI server configuration to get rid of "temporary" hack and dependency circle for serverservice

* Make all encoding consistent to match the expected encoding casing for earlier versions of mono.
This commit is contained in:
Nathan Holland
2017-11-05 22:42:03 +13:00
committed by flightlevel
parent 47a2ffa313
commit 571c52a0f2
235 changed files with 967 additions and 1001 deletions
Download Patch File Download Diff File Expand all files Collapse all files

310
src/Jackett.Common/Indexers/IPTorrents.cs Normal file
View File

@@ -0,0 +1,310 @@
using System;
using System.Collections.Generic;
using System.Collections.Specialized;
using System.Linq;
using System.Net;
using System.Text;
using System.Threading.Tasks;
using System.Web;
using CsQuery;
using Jackett.Models;
using Jackett.Models.IndexerConfig;
using Jackett.Services.Interfaces;
using Jackett.Utils;
using Jackett.Utils.Clients;
using Newtonsoft.Json.Linq;
using NLog;
namespace Jackett.Indexers
{
public class IPTorrents : BaseWebIndexer
{
private string LoginUrl { get { return SiteLink + "login.php"; } }
private string TakeLoginUrl { get { return SiteLink + "take_login.php"; } }
private string BrowseUrl { get { return SiteLink + "t"; } }
public override string[] AlternativeSiteLinks { get; protected set; } = new string[] {
"https://iptorrents.com/",
"https://ipt-update.com/",
"https://iptorrents.eu/",
"https://nemo.iptorrents.com/",
"https://ipt.rocks/",
"http://ipt.read-books.org/",
"http://alien.eating-organic.net/",
"http://kong.net-freaks.com/",
"http://ghost.cable-modem.org/",
"http://logan.unusualperson.com/",
"http://baywatch.workisboring.com/",
};
private new ConfigurationDataRecaptchaLogin configData
{
get { return (ConfigurationDataRecaptchaLogin)base.configData; }
set { base.configData = value; }
}
public IPTorrents(IIndexerConfigurationService configService, Utils.Clients.WebClient wc, Logger l, IProtectionService ps)
: base(name: "IPTorrents",
description: "Always a step ahead.",
link: "https://iptorrents.com/",
caps: new TorznabCapabilities(),
configService: configService,
client: wc,
logger: l,
p: ps,
configData: new ConfigurationDataRecaptchaLogin())
{
Encoding = Encoding.UTF8;
Language = "en-us";
Type = "private";
TorznabCaps.SupportsImdbSearch = true;
AddCategoryMapping(72, TorznabCatType.Movies, "Movies");
AddCategoryMapping(87, TorznabCatType.Movies3D, "Movie/3D");
AddCategoryMapping(77, TorznabCatType.MoviesSD, "Movie/480p");
AddCategoryMapping(89, TorznabCatType.MoviesHD, "Movie/BD-R");
AddCategoryMapping(90, TorznabCatType.MoviesSD, "Movie/BD-Rip");
AddCategoryMapping(96, TorznabCatType.MoviesSD, "Movie/Cam");
AddCategoryMapping(6, TorznabCatType.MoviesDVD, "Movie/DVD-R");
AddCategoryMapping(48, TorznabCatType.MoviesBluRay, "Movie/HD/Bluray");
AddCategoryMapping(54, TorznabCatType.Movies, "Movie/Kids");
AddCategoryMapping(62, TorznabCatType.MoviesSD, "Movie/MP4");
AddCategoryMapping(38, TorznabCatType.MoviesForeign, "Movie/Non-English");
AddCategoryMapping(68, TorznabCatType.Movies, "Movie/Packs");
AddCategoryMapping(20, TorznabCatType.MoviesHD, "Movie/Web-DL");
AddCategoryMapping(7, TorznabCatType.MoviesSD, "Movie/Xvid");
AddCategoryMapping(100, TorznabCatType.Movies, "Movie/x265");
AddCategoryMapping(73, TorznabCatType.TV, "TV");
AddCategoryMapping(26, TorznabCatType.TVDocumentary, "Documentaries");
AddCategoryMapping(55, TorznabCatType.TVSport, "Sports");
AddCategoryMapping(78, TorznabCatType.TVSD, "TV/480p");
AddCategoryMapping(23, TorznabCatType.TVHD, "TV/BD");
AddCategoryMapping(24, TorznabCatType.TVSD, "TV/DVD-R");
AddCategoryMapping(25, TorznabCatType.TVSD, "TV/DVD-Rip");
AddCategoryMapping(66, TorznabCatType.TVSD, "TV/Mobile");
AddCategoryMapping(82, TorznabCatType.TVFOREIGN, "TV/Non-English");
AddCategoryMapping(65, TorznabCatType.TV, "TV/Packs");
AddCategoryMapping(83, TorznabCatType.TVFOREIGN, "TV/Packs/Non-English");
AddCategoryMapping(79, TorznabCatType.TVSD, "TV/SD/x264");
AddCategoryMapping(22, TorznabCatType.TVWEBDL, "TV/Web-DL");
AddCategoryMapping(5, TorznabCatType.TVHD, "TV/x264");
AddCategoryMapping(99, TorznabCatType.TVHD, "TV/x265");
AddCategoryMapping(4, TorznabCatType.TVSD, "TV/Xvid");
AddCategoryMapping(74, TorznabCatType.Console, "Games");
AddCategoryMapping(2, TorznabCatType.ConsoleOther, "Games/Mixed");
AddCategoryMapping(47, TorznabCatType.ConsoleNDS, "Games/Nintendo DS");
AddCategoryMapping(43, TorznabCatType.PCISO, "Games/PC-ISO");
AddCategoryMapping(45, TorznabCatType.PCGames, "Games/PC-Rip");
AddCategoryMapping(39, TorznabCatType.ConsolePS3, "Games/PS2");
AddCategoryMapping(71, TorznabCatType.ConsolePS3, "Games/PS3");
AddCategoryMapping(40, TorznabCatType.ConsolePSP, "Games/PSP");
AddCategoryMapping(50, TorznabCatType.ConsoleWii, "Games/Wii");
AddCategoryMapping(44, TorznabCatType.ConsoleXbox360, "Games/Xbox-360");
AddCategoryMapping(75, TorznabCatType.Audio, "Music");
AddCategoryMapping(3, TorznabCatType.AudioMP3, "Music/Audio");
AddCategoryMapping(80, TorznabCatType.AudioLossless, "Music/Flac");
AddCategoryMapping(93, TorznabCatType.Audio, "Music/Packs");
AddCategoryMapping(37, TorznabCatType.AudioVideo, "Music/Video");
AddCategoryMapping(21, TorznabCatType.AudioVideo, "Podcast");
AddCategoryMapping(76, TorznabCatType.Other, "Miscellaneous");
AddCategoryMapping(60, TorznabCatType.TVAnime, "Anime");
AddCategoryMapping(1, TorznabCatType.PC0day, "Appz");
AddCategoryMapping(86, TorznabCatType.PC0day, "Appz/Non-English");
AddCategoryMapping(64, TorznabCatType.AudioAudiobook, "AudioBook");
AddCategoryMapping(35, TorznabCatType.Books, "Books");
AddCategoryMapping(94, TorznabCatType.BooksComics, "Comics");
AddCategoryMapping(95, TorznabCatType.BooksOther, "Educational");
AddCategoryMapping(98, TorznabCatType.Other, "Fonts");
AddCategoryMapping(69, TorznabCatType.PCMac, "Mac");
AddCategoryMapping(92, TorznabCatType.BooksMagazines, "Magazines / Newspapers");
AddCategoryMapping(58, TorznabCatType.PCPhoneOther, "Mobile");
AddCategoryMapping(36, TorznabCatType.Other, "Pics/Wallpapers");
AddCategoryMapping(88, TorznabCatType.XXX, "XXX");
AddCategoryMapping(85, TorznabCatType.XXXOther, "XXX/Magazines");
AddCategoryMapping(8, TorznabCatType.XXX, "XXX/Movie");
AddCategoryMapping(81, TorznabCatType.XXX, "XXX/Movie/0Day");
AddCategoryMapping(91, TorznabCatType.XXXPacks, "XXX/Packs");
AddCategoryMapping(84, TorznabCatType.XXXImageset, "XXX/Pics/Wallpapers");
}
public override async Task<ConfigurationData> GetConfigurationForSetup()
{
var loginPage = await RequestStringWithCookies(LoginUrl, string.Empty);
CQ cq = loginPage.Content;
var captcha = cq.Find(".g-recaptcha");
if (captcha.Any())
{
var result = this.configData;
result.CookieHeader.Value = loginPage.Cookies;
result.Captcha.SiteKey = captcha.Attr("data-sitekey");
result.Captcha.Version = "2";
return result;
}
else
{
var result = new ConfigurationDataBasicLogin();
result.SiteLink.Value = configData.SiteLink.Value;
result.Instructions.Value = configData.Instructions.Value;
result.Username.Value = configData.Username.Value;
result.Password.Value = configData.Password.Value;
result.CookieHeader.Value = loginPage.Cookies;
return result;
}
}
public override async Task<IndexerConfigurationStatus> ApplyConfiguration(JToken configJson)
{
LoadValuesFromJson(configJson);
var pairs = new Dictionary<string, string> {
{ "username", configData.Username.Value },
{ "password", configData.Password.Value },
{ "g-recaptcha-response", configData.Captcha.Value }
};
if (!string.IsNullOrWhiteSpace(configData.Captcha.Cookie))
{
CookieHeader = configData.Captcha.Cookie;
try
{
var results = await PerformQuery(new TorznabQuery());
if (results.Count() == 0)
{
throw new Exception("Your cookie did not work");
}
IsConfigured = true;
SaveConfig();
return IndexerConfigurationStatus.Completed;
}
catch (Exception e)
{
IsConfigured = false;
throw new Exception("Your cookie did not work: " + e.Message);
}
}
var request = new Utils.Clients.WebRequest()
{
Url = TakeLoginUrl,
Type = RequestType.POST,
Referer = SiteLink,
Encoding = Encoding,
PostData = pairs
};
var response = await webclient.GetString(request);
var firstCallCookies = response.Cookies;
// Redirect to ? then to /t
await FollowIfRedirect(response, request.Url, null, firstCallCookies);
await ConfigureIfOK(firstCallCookies, response.Content.Contains("/my.php"), () =>
{
CQ dom = response.Content;
var messageEl = dom["body > div"].First();
var errorMessage = messageEl.Text().Trim();
throw new ExceptionWithConfigData(errorMessage, configData);
});
return IndexerConfigurationStatus.RequiresTesting;
}
protected override async Task<IEnumerable<ReleaseInfo>> PerformQuery(TorznabQuery query)
{
var releases = new List<ReleaseInfo>();
var searchString = query.GetQueryString();
var searchUrl = BrowseUrl;
var queryCollection = new NameValueCollection();
if (!string.IsNullOrWhiteSpace(query.ImdbID))
{
queryCollection.Add("q", query.ImdbID);
}
else if (!string.IsNullOrWhiteSpace(searchString))
{
queryCollection.Add("q", searchString);
}
foreach (var cat in MapTorznabCapsToTrackers(query))
{
queryCollection.Add(cat, string.Empty);
}
if (queryCollection.Count > 0)
{
searchUrl += "?" + queryCollection.GetQueryString();
}
var response = await RequestStringWithCookiesAndRetry(searchUrl, null, BrowseUrl);
var results = response.Content;
try
{
CQ dom = results;
var rows = dom["table[id='torrents'] > tbody > tr"];
foreach (var row in rows.Skip(1))
{
var release = new ReleaseInfo();
var qRow = row.Cq();
var qTitleLink = qRow.Find("a[href^=\"/details.php?id=\"]").First();
release.Title = qTitleLink.Text().Trim();
// If we search an get no results, we still get a table just with no info.
if (string.IsNullOrWhiteSpace(release.Title))
{
break;
}
release.Guid = new Uri(SiteLink + qTitleLink.Attr("href").Substring(1));
release.Comments = release.Guid;
var descString = qRow.Find(".t_ctime").Text();
var dateString = descString.Split('|').Last().Trim();
dateString = dateString.Split(new string[] { " by " }, StringSplitOptions.None)[0];
release.PublishDate = DateTimeUtil.FromTimeAgo(dateString);
var qLink = row.ChildElements.ElementAt(3).Cq().Children("a");
release.Link = new Uri(SiteLink + WebUtility.UrlEncode(qLink.Attr("href").TrimStart('/')));
var sizeStr = row.ChildElements.ElementAt(5).Cq().Text();
release.Size = ReleaseInfo.GetBytes(sizeStr);
release.Seeders = ParseUtil.CoerceInt(qRow.Find(".t_seeders").Text().Trim());
release.Peers = ParseUtil.CoerceInt(qRow.Find(".t_leechers").Text().Trim()) + release.Seeders;
var catIcon = row.Cq().Find("td:eq(0) a");
if (catIcon.Length >= 1) // Torrents - Category column == Icons
release.Category = MapTrackerCatToNewznab(catIcon.First().Attr("href").Substring(1));
else // Torrents - Category column == Text (Code is not supported)
release.Category = MapTrackerCatDescToNewznab(row.Cq().Find("td:eq(0)").Text());
var filesElement = row.Cq().Find("a[href*=\"/files\"]"); // optional
if (filesElement.Length == 1)
release.Files = ParseUtil.CoerceLong(filesElement.Text());
var grabs = row.Cq().Find("td:nth-last-child(3)").Text();
release.Grabs = ParseUtil.CoerceInt(grabs);
if (row.Cq().Find("span.t_tag_free_leech").Any())
release.DownloadVolumeFactor = 0;
else
release.DownloadVolumeFactor = 1;
release.UploadVolumeFactor = 1;
releases.Add(release);
}
}
catch (Exception ex)
{
OnParseError(results, ex);
}
return releases;
}
}
}