mirror of
https://github.com/Jackett/Jackett.git
synced 2025-09-17 17:34:09 +02:00
Feature/netcore preparation (#2072)
* Use platform detection that works on mono 4.6+ * Move to use package reference for restoring nuget packages. * DateTimeRoutines does not have Nuget packages that support .NET Standard (and therefore .NET Core). We will have to include them for now until we can get rid of this dependency. * Start spliting some interfaces into their own files - this will help by allowing us to split them out in the future into a seperate project so the actual implementations can stay within their respective architectures when required * Move out common libraries * Few more tidy up tasks to get things working with .NET Standard * Restructure the solution layout * Encoding work to reduce rework later on platforms without Windows codepages (or require compliance with RFC1345) * Move folder structure around to have more natural layout of the solutions * DI server configuration to get rid of "temporary" hack and dependency circle for serverservice * Make all encoding consistent to match the expected encoding casing for earlier versions of mono.
This commit is contained in:
Nathan Holland
committed by
flightlevel
flightlevel
parent
47a2ffa313
commit
571c52a0f2
247
src/Jackett.Common/Indexers/DigitalHive.cs
Normal file
247
src/Jackett.Common/Indexers/DigitalHive.cs
Normal file
@@ -0,0 +1,247 @@
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Collections.Specialized;
|
||||
using System.Linq;
|
||||
using System.Text;
|
||||
using System.Threading.Tasks;
|
||||
using CsQuery;
|
||||
using Jackett.Models;
|
||||
using Jackett.Models.IndexerConfig;
|
||||
using Jackett.Services.Interfaces;
|
||||
using Jackett.Utils;
|
||||
using Jackett.Utils.Clients;
|
||||
using Newtonsoft.Json.Linq;
|
||||
using NLog;
|
||||
|
||||
namespace Jackett.Indexers
|
||||
{
|
||||
public class DigitalHive : BaseWebIndexer
|
||||
{
|
||||
private string SearchUrl { get { return SiteLink + "browse.php"; } }
|
||||
private string LoginUrl { get { return SiteLink + "login.php?returnto=%2F"; } }
|
||||
private string AjaxLoginUrl { get { return SiteLink + "takelogin.php"; } }
|
||||
|
||||
private new ConfigurationDataRecaptchaLogin configData
|
||||
{
|
||||
get { return (ConfigurationDataRecaptchaLogin)base.configData; }
|
||||
set { base.configData = value; }
|
||||
}
|
||||
|
||||
public DigitalHive(IIndexerConfigurationService configService, WebClient w, Logger l, IProtectionService ps)
|
||||
: base(name: "DigitalHive",
|
||||
description: "DigitalHive is one of the oldest general trackers",
|
||||
link: "https://www.digitalhive.org/",
|
||||
caps: new TorznabCapabilities(),
|
||||
configService: configService,
|
||||
client: w,
|
||||
logger: l,
|
||||
p: ps,
|
||||
configData: new ConfigurationDataRecaptchaLogin())
|
||||
{
|
||||
Encoding = Encoding.GetEncoding("iso-8859-1");
|
||||
Language = "en-us";
|
||||
Type = "private";
|
||||
|
||||
AddCategoryMapping(0, TorznabCatType.Other);
|
||||
AddCategoryMapping(48, TorznabCatType.Other); // 0Day
|
||||
AddCategoryMapping(56, TorznabCatType.XXXImageset); // 0Day-Imagesets
|
||||
AddCategoryMapping(6, TorznabCatType.Audio); // 0Day-Music
|
||||
AddCategoryMapping(51, TorznabCatType.XXX); // 0Day-XXX
|
||||
AddCategoryMapping(2, TorznabCatType.TVAnime); // Anime
|
||||
AddCategoryMapping(59, TorznabCatType.MoviesBluRay); // BluRay
|
||||
AddCategoryMapping(40, TorznabCatType.TVDocumentary); // Documentary
|
||||
AddCategoryMapping(20, TorznabCatType.MoviesDVD); // DVD-R
|
||||
AddCategoryMapping(25, TorznabCatType.BooksEbook); // Ebooks
|
||||
AddCategoryMapping(38, TorznabCatType.PCPhoneIOS); // HandHeld
|
||||
AddCategoryMapping(38, TorznabCatType.PCPhoneAndroid); // HandHeld
|
||||
AddCategoryMapping(38, TorznabCatType.PCPhoneOther); // HandHeld
|
||||
AddCategoryMapping(37, TorznabCatType.Other); // Kids Stuff
|
||||
AddCategoryMapping(23, TorznabCatType.PC); // Linux
|
||||
AddCategoryMapping(24, TorznabCatType.PCMac); // Mac
|
||||
AddCategoryMapping(22, TorznabCatType.OtherMisc); // Misc
|
||||
AddCategoryMapping(35, TorznabCatType.MoviesOther); // Movie Pack
|
||||
AddCategoryMapping(36, TorznabCatType.MoviesHD); // Movie-HD
|
||||
AddCategoryMapping(19, TorznabCatType.MoviesSD); // Movie-SD
|
||||
AddCategoryMapping(50, TorznabCatType.Audio); // Music
|
||||
AddCategoryMapping(53, TorznabCatType.AudioLossless); // Music-FLAC
|
||||
AddCategoryMapping(49, TorznabCatType.AudioVideo); // MVID
|
||||
AddCategoryMapping(1, TorznabCatType.PC); // PC Apps
|
||||
AddCategoryMapping(4, TorznabCatType.PCGames); // PC Games
|
||||
AddCategoryMapping(17, TorznabCatType.ConsolePS3); // Playstation
|
||||
AddCategoryMapping(17, TorznabCatType.ConsolePS4); // Playstation
|
||||
AddCategoryMapping(17, TorznabCatType.ConsolePSVita); // Playstation
|
||||
AddCategoryMapping(17, TorznabCatType.ConsolePSP); // Playstation
|
||||
AddCategoryMapping(28, TorznabCatType.ConsolePSP); // PSP
|
||||
AddCategoryMapping(34, TorznabCatType.TVOTHER); // TV Pack
|
||||
AddCategoryMapping(32, TorznabCatType.TVHD); // TV-HD
|
||||
AddCategoryMapping(55, TorznabCatType.TVOTHER); // TV-HDRip
|
||||
AddCategoryMapping(7, TorznabCatType.TVSD); // TV-SD
|
||||
AddCategoryMapping(57, TorznabCatType.TVOTHER); // TV-SDRip
|
||||
AddCategoryMapping(33, TorznabCatType.ConsoleWii); // WII
|
||||
AddCategoryMapping(33, TorznabCatType.ConsoleWiiU); // WII
|
||||
AddCategoryMapping(45, TorznabCatType.ConsoleXbox); // XBox
|
||||
AddCategoryMapping(45, TorznabCatType.ConsoleXbox360); // XBox
|
||||
AddCategoryMapping(45, TorznabCatType.ConsoleXBOX360DLC); // XBox
|
||||
AddCategoryMapping(45, TorznabCatType.ConsoleXboxOne); // XBox
|
||||
AddCategoryMapping(9, TorznabCatType.XXX); // XXX
|
||||
AddCategoryMapping(52, TorznabCatType.XXXOther); // XXX-ISO
|
||||
}
|
||||
|
||||
public override async Task<ConfigurationData> GetConfigurationForSetup()
|
||||
{
|
||||
var loginPage = await RequestStringWithCookies(LoginUrl, configData.CookieHeader.Value);
|
||||
CQ cq = loginPage.Content;
|
||||
string recaptchaSiteKey = cq.Find(".g-recaptcha").Attr("data-sitekey");
|
||||
if (recaptchaSiteKey != null)
|
||||
{
|
||||
var result = this.configData;
|
||||
result.CookieHeader.Value = loginPage.Cookies;
|
||||
result.Captcha.SiteKey = recaptchaSiteKey;
|
||||
result.Captcha.Version = "2";
|
||||
return result;
|
||||
}
|
||||
else
|
||||
{
|
||||
var result = new ConfigurationDataBasicLogin();
|
||||
result.SiteLink.Value = configData.SiteLink.Value;
|
||||
result.Instructions.Value = configData.Instructions.Value;
|
||||
result.Username.Value = configData.Username.Value;
|
||||
result.Password.Value = configData.Password.Value;
|
||||
result.CookieHeader.Value = loginPage.Cookies;
|
||||
return result;
|
||||
}
|
||||
}
|
||||
|
||||
public override async Task<IndexerConfigurationStatus> ApplyConfiguration(JToken configJson)
|
||||
{
|
||||
LoadValuesFromJson(configJson);
|
||||
var pairs = new Dictionary<string, string> {
|
||||
{ "returnto" , "/" },
|
||||
{ "username", configData.Username.Value },
|
||||
{ "password", configData.Password.Value },
|
||||
{ "g-recaptcha-response", configData.Captcha.Value }
|
||||
};
|
||||
|
||||
if (!string.IsNullOrWhiteSpace(configData.Captcha.Cookie))
|
||||
{
|
||||
// Cookie was manually supplied
|
||||
CookieHeader = configData.Captcha.Cookie;
|
||||
try
|
||||
{
|
||||
var results = await PerformQuery(new TorznabQuery());
|
||||
if (!results.Any())
|
||||
{
|
||||
throw new Exception("Your cookie did not work");
|
||||
}
|
||||
|
||||
IsConfigured = true;
|
||||
SaveConfig();
|
||||
return IndexerConfigurationStatus.Completed;
|
||||
}
|
||||
catch (Exception e)
|
||||
{
|
||||
IsConfigured = false;
|
||||
throw new Exception("Your cookie did not work: " + e.Message);
|
||||
}
|
||||
}
|
||||
|
||||
var result = await RequestLoginAndFollowRedirect(AjaxLoginUrl, pairs, configData.CookieHeader.Value, true, SiteLink, LoginUrl);
|
||||
|
||||
await ConfigureIfOK(result.Cookies, result.Content.Contains("logout.php"), () =>
|
||||
{
|
||||
var errorMessage = result.Content;
|
||||
throw new ExceptionWithConfigData(errorMessage, configData);
|
||||
});
|
||||
|
||||
return IndexerConfigurationStatus.RequiresTesting;
|
||||
}
|
||||
|
||||
protected override async Task<IEnumerable<ReleaseInfo>> PerformQuery(TorznabQuery query)
|
||||
{
|
||||
List<ReleaseInfo> releases = new List<ReleaseInfo>();
|
||||
|
||||
var queryCollection = new NameValueCollection();
|
||||
var searchString = query.GetQueryString();
|
||||
var searchUrl = SearchUrl;
|
||||
|
||||
foreach (var cat in MapTorznabCapsToTrackers(query))
|
||||
{
|
||||
queryCollection.Add("c" + cat, "1");
|
||||
}
|
||||
|
||||
if (!string.IsNullOrWhiteSpace(searchString))
|
||||
{
|
||||
queryCollection.Add("search", searchString);
|
||||
}
|
||||
|
||||
queryCollection.Add("blah", "0");
|
||||
|
||||
var results = await RequestStringWithCookiesAndRetry(searchUrl + "?" + queryCollection.GetQueryString());
|
||||
if (results.IsRedirect)
|
||||
{
|
||||
// re-login
|
||||
await ApplyConfiguration(null);
|
||||
results = await RequestStringWithCookiesAndRetry(searchUrl + "?" + queryCollection.GetQueryString());
|
||||
}
|
||||
try
|
||||
{
|
||||
releases.AddRange(contentToReleaseInfos(query, results.Content));
|
||||
}
|
||||
catch (Exception ex)
|
||||
{
|
||||
OnParseError(results.Content, ex);
|
||||
}
|
||||
|
||||
return releases;
|
||||
}
|
||||
|
||||
private IEnumerable<ReleaseInfo> contentToReleaseInfos(TorznabQuery query, CQ dom)
|
||||
{
|
||||
List<ReleaseInfo> releases = new List<ReleaseInfo>();
|
||||
|
||||
// Doesn't handle pagination yet...
|
||||
var rows = dom["div.panel-body > table.table > tbody > tr"];
|
||||
foreach (var row in rows)
|
||||
{
|
||||
var release = new ReleaseInfo();
|
||||
release.MinimumRatio = 1;
|
||||
release.MinimumSeedTime = 259200;
|
||||
|
||||
var qRow = row.Cq();
|
||||
release.Title = qRow.Find("td:nth-child(2) > a").First().Text().Trim();
|
||||
|
||||
if ((query.ImdbID == null || !TorznabCaps.SupportsImdbSearch) && !query.MatchQueryStringAND(release.Title))
|
||||
continue;
|
||||
|
||||
release.Guid = new Uri(SiteLink + qRow.Find("td:nth-child(2) > a").First().Attr("href"));
|
||||
release.Comments = release.Guid;
|
||||
release.Link = new Uri(SiteLink + qRow.Find("td:nth-child(3) > a").First().Attr("href"));
|
||||
var pubDateElement = qRow.Find("td:nth-child(2) > span").First();
|
||||
pubDateElement.Find("a").Remove(); // remove snatchinfo links (added after completing a torrent)
|
||||
var pubDate = pubDateElement.Text().Trim().Replace("Added: ", "");
|
||||
release.PublishDate = DateTime.Parse(pubDate).ToLocalTime();
|
||||
release.Category = MapTrackerCatToNewznab(qRow.Find("td:nth-child(1) > a").First().Attr("href").Split('=')[1]);
|
||||
release.Size = ReleaseInfo.GetBytes(qRow.Find("td:nth-child(7)").First().Text());
|
||||
release.Seeders = ParseUtil.CoerceInt(qRow.Find("td:nth-child(9)").First().Text());
|
||||
release.Peers = ParseUtil.CoerceInt(qRow.Find("td:nth-child(10)").First().Text()) + release.Seeders;
|
||||
|
||||
var files = row.Cq().Find("td:nth-child(5)").Text();
|
||||
release.Files = ParseUtil.CoerceInt(files);
|
||||
|
||||
var grabs = row.Cq().Find("td:nth-child(8)").Text();
|
||||
release.Grabs = ParseUtil.CoerceInt(grabs);
|
||||
|
||||
if (row.Cq().Find("i.fa-star").Any())
|
||||
release.DownloadVolumeFactor = 0;
|
||||
else
|
||||
release.DownloadVolumeFactor = 1;
|
||||
|
||||
release.UploadVolumeFactor = 1;
|
||||
|
||||
releases.Add(release);
|
||||
}
|
||||
|
||||
return releases;
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user