shpaq/Jackett-Jackett
1
0
Fork 0
mirror of https://github.com/Jackett/Jackett.git synced 2025-09-17 17:34:09 +02:00
Code Issues Packages Projects Releases Wiki Activity

rarbg: removed, dead. resolves #14406 (#14407)

Browse Source
This commit is contained in:
ilike2burnthing
2023-05-31 15:07:17 +01:00
committed by GitHub
parent 34193e11df
commit 8d0edcdfb8
2 changed files with 0 additions and 337 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
README.md
View File

@@ -106,7 +106,6 @@ A third-party Golang SDK for Jackett is available from [webtor-io/go-jackett](ht
* PornoTorrent
* ProPorn
* Rapidzona
* RARBG
* RinTorNeT
* RuTor
* RuTracker.RU

336
src/Jackett.Common/Indexers/RarBG.cs
View File

@@ -1,336 +0,0 @@
using System;
using System.Collections.Generic;
using System.Collections.Specialized;
using System.Diagnostics.CodeAnalysis;
using System.Globalization;
using System.Linq;
using System.Net;
using System.Text;
using System.Threading.Tasks;
using Jackett.Common.Exceptions;
using Jackett.Common.Models;
using Jackett.Common.Models.IndexerConfig;
using Jackett.Common.Services.Interfaces;
using Jackett.Common.Utils;
using Newtonsoft.Json.Linq;
using NLog;
using static Jackett.Common.Models.IndexerConfig.ConfigurationData;
namespace Jackett.Common.Indexers
{
[ExcludeFromCodeCoverage]
public class RarBG : IndexerBase
{
public override string Id => "rarbg";
public override string Name => "RARBG";
public override string Description => "RARBG is a Public torrent site for MOVIES / TV / GENERAL";
public override string SiteLink { get; protected set; } = "https://rarbg.to/";
public override Encoding Encoding => Encoding.GetEncoding("windows-1252");
public override string Language => "en-US";
public override string Type => "public";
public override TorznabCapabilities TorznabCaps => SetCapabilities();
// API doc: https://torrentapi.org/apidocs_v2.txt?app_id=Jackett
private string ApiEndpoint => ((StringConfigurationItem)configData.GetDynamic("apiEndpoint")).Value;
private readonly TimeSpan TokenDuration = TimeSpan.FromMinutes(14); // 15 minutes expiration
private readonly string _appId;
private string _token;
private DateTime _lastTokenFetch;
private string _sort;
private new ConfigurationData configData => base.configData;
public RarBG(IIndexerConfigurationService configService, Utils.Clients.WebClient wc, Logger l,
IProtectionService ps, ICacheService cs)
: base(configService: configService,
client: wc,
logger: l,
p: ps,
cacheService: cs,
configData: new ConfigurationData())
{
webclient.requestDelay = 5; // The api has a 1req/2s limit
var ConfigApiEndpoint = new StringConfigurationItem("API URL") { Value = "https://torrentapi.org/pubapi_v2.php" };
configData.AddDynamic("apiEndpoint", ConfigApiEndpoint);
var sort = new SingleSelectConfigurationItem("Sort requested from site", new Dictionary<string, string>
{
{"last", "created"},
{"seeders", "seeders"},
{"leechers", "leechers"}
})
{ Value = "last" };
configData.AddDynamic("sort", sort);
_appId = "ttekcaJ_" + EnvironmentUtil.JackettVersion();
}
private TorznabCapabilities SetCapabilities()
{
var caps = new TorznabCapabilities
{
TvSearchParams = new List<TvSearchParam>
{
TvSearchParam.Q, TvSearchParam.Season, TvSearchParam.Ep, TvSearchParam.ImdbId, TvSearchParam.TmdbId, TvSearchParam.TvdbId
},
MovieSearchParams = new List<MovieSearchParam>
{
MovieSearchParam.Q, MovieSearchParam.ImdbId, MovieSearchParam.TmdbId
},
MusicSearchParams = new List<MusicSearchParam>
{
MusicSearchParam.Q
},
TvSearchImdbAvailable = true
};
//caps.Categories.AddCategoryMapping(4, TorznabCatType.XXX, "XXX (18+)"); // 3x is not supported by API #11848
caps.Categories.AddCategoryMapping(14, TorznabCatType.MoviesSD, "Movies/XVID");
caps.Categories.AddCategoryMapping(17, TorznabCatType.MoviesSD, "Movies/x264");
caps.Categories.AddCategoryMapping(18, TorznabCatType.TVSD, "TV Episodes");
caps.Categories.AddCategoryMapping(23, TorznabCatType.AudioMP3, "Music/MP3");
caps.Categories.AddCategoryMapping(25, TorznabCatType.AudioLossless, "Music/FLAC");
caps.Categories.AddCategoryMapping(27, TorznabCatType.PCGames, "Games/PC ISO");
caps.Categories.AddCategoryMapping(28, TorznabCatType.PCGames, "Games/PC RIP");
caps.Categories.AddCategoryMapping(32, TorznabCatType.ConsoleXBox360, "Games/XBOX-360");
caps.Categories.AddCategoryMapping(33, TorznabCatType.PCISO, "Software/PC ISO");
caps.Categories.AddCategoryMapping(40, TorznabCatType.ConsolePS3, "Games/PS3");
caps.Categories.AddCategoryMapping(41, TorznabCatType.TVHD, "TV HD Episodes");
caps.Categories.AddCategoryMapping(42, TorznabCatType.MoviesBluRay, "Movies/Full BD");
caps.Categories.AddCategoryMapping(44, TorznabCatType.MoviesHD, "Movies/x264/1080");
caps.Categories.AddCategoryMapping(45, TorznabCatType.MoviesHD, "Movies/x264/720");
caps.Categories.AddCategoryMapping(46, TorznabCatType.MoviesBluRay, "Movies/BD Remux");
caps.Categories.AddCategoryMapping(47, TorznabCatType.Movies3D, "Movies/x264/3D");
caps.Categories.AddCategoryMapping(48, TorznabCatType.MoviesHD, "Movies/XVID/720");
caps.Categories.AddCategoryMapping(49, TorznabCatType.TVUHD, "TV UHD Episodes");
// torrentapi.org returns "Movies/TV-UHD-episodes" for some reason
// possibly because thats what the category is called on the /top100.php page
caps.Categories.AddCategoryMapping(49, TorznabCatType.TVUHD, "Movies/TV-UHD-episodes");
caps.Categories.AddCategoryMapping(50, TorznabCatType.MoviesUHD, "Movies/x264/4k");
caps.Categories.AddCategoryMapping(51, TorznabCatType.MoviesUHD, "Movies/x265/4k");
caps.Categories.AddCategoryMapping(52, TorznabCatType.MoviesUHD, "Movs/x265/4k/HDR");
caps.Categories.AddCategoryMapping(53, TorznabCatType.ConsolePS4, "Games/PS4");
caps.Categories.AddCategoryMapping(54, TorznabCatType.MoviesHD, "Movies/x265/1080");
return caps;
}
public override void LoadValuesFromJson(JToken jsonConfig, bool useProtectionService = false)
{
base.LoadValuesFromJson(jsonConfig, useProtectionService);
var sort = (SingleSelectConfigurationItem)configData.GetDynamic("sort");
_sort = sort != null ? sort.Value : "last";
}
public override async Task<IndexerConfigurationStatus> ApplyConfiguration(JToken configJson)
{
LoadValuesFromJson(configJson);
var releases = await PerformQuery(new TorznabQuery());
await ConfigureIfOK(string.Empty, releases.Any(), () =>
throw new Exception("Could not find releases from this URL"));
return IndexerConfigurationStatus.Completed;
}
protected override async Task<IEnumerable<ReleaseInfo>> PerformQuery(TorznabQuery query)
=> await PerformQueryWithRetry(query, true);
private async Task<IEnumerable<ReleaseInfo>> PerformQueryWithRetry(TorznabQuery query, bool retry)
{
var releases = new List<ReleaseInfo>();
// check the token and renewal if necessary
await RenewalTokenAsync();
var response = await RequestWithCookiesAsync(BuildSearchUrl(query));
var responseCode = (int)response.Status;
switch (responseCode)
{
case 429:
throw new TooManyRequestsException($"Rate limited with StatusCode {responseCode}, retry in 2 minutes", TimeSpan.FromMinutes(2));
case 520:
throw new TooManyRequestsException($"Rate limited with StatusCode {responseCode}, retry in 3 minutes", TimeSpan.FromMinutes(3));
case (int)HttpStatusCode.OK:
break;
default:
throw new Exception($"Indexer API call returned an unexpected StatusCode [{responseCode}]");
}
var jsonContent = JObject.Parse(response.ContentString);
var errorCode = jsonContent.Value<int>("error_code");
switch (errorCode)
{
case 0: // valid response with results
break;
case 2:
case 4: // invalid token
await RenewalTokenAsync(true); // force renewal token
response = await RequestWithCookiesAsync(BuildSearchUrl(query));
jsonContent = JObject.Parse(response.ContentString);
break;
case 5: // Too many requests per second. Maximum requests allowed are 1req/2sec Please try again later!
if (retry)
{
logger.Warn("torrentapi.org returned code 5 Too many requests per second, retrying after 5 secs");
return await PerformQueryWithRetry(query, false);
}
throw new TooManyRequestsException("Rate limited, retry in 2 minutes", TimeSpan.FromMinutes(2));
case 8: // search_imdb not found, see issue #12466 (no longer used, has been replaced with error 10)
case 9: // invalid imdb, see Radarr #1845
case 13: // invalid tmdb, invalid tvdb
return releases;
case 10: // imdb not found, see issue #1486
case 14: // tmdb not found (see Radarr #7625), thetvdb not found
case 20: // no results found
if (jsonContent.Value<int>("rate_limit") is 1 && jsonContent.Value<JArray>("torrent_results") == null)
throw new TooManyRequestsException("Rate limited, retry in 5 minutes", TimeSpan.FromMinutes(5));
// the api returns "no results" in some valid queries. we do one retry on this case but we can't do more
// because we can't distinguish between search without results and api malfunction
return retry ? await PerformQueryWithRetry(query, false) : releases;
default:
throw new Exception($"Unknown error code: {errorCode}. Response: {response.ContentString}");
}
if (jsonContent.Value<JArray>("torrent_results") == null)
return releases;
try
{
foreach (var item in jsonContent.Value<JArray>("torrent_results"))
{
var magnetStr = item.Value<string>("download");
var magnetUri = new Uri(magnetStr);
// #11021 we can't use the magnet link as guid because they are using random ports
var infoHash = magnetStr.Split(':')[3].Split('&')[0];
var guid = new Uri(SiteLink + "infohash/" + infoHash);
// append app_id to prevent api server returning 403 forbidden
var details = new Uri(item.Value<string>("info_page") + "&app_id=" + _appId);
var seeders = item.Value<int>("seeders");
var leechers = item.Value<int>("leechers");
var release = new ReleaseInfo
{
Guid = guid,
Details = details,
MagnetUri = magnetUri,
Title = WebUtility.HtmlDecode(item.Value<string>("title")).Trim(),
Category = MapTrackerCatDescToNewznab(item.Value<string>("category")),
InfoHash = infoHash,
PublishDate = DateTime.Parse(item.Value<string>("pubdate"), CultureInfo.InvariantCulture, DateTimeStyles.AssumeUniversal),
Seeders = seeders,
Peers = leechers + seeders,
Size = item.Value<long>("size"),
DownloadVolumeFactor = 0,
UploadVolumeFactor = 1
};
var episodeInfo = item.Value<JToken>("episode_info");
if (episodeInfo.HasValues)
{
release.Imdb = ParseUtil.GetImdbId(episodeInfo.Value<string>("imdb"));
release.TVDBId = episodeInfo.Value<long?>("tvdb");
release.RageID = episodeInfo.Value<long?>("tvrage");
release.TMDb = episodeInfo.Value<long?>("themoviedb");
}
releases.Add(release);
}
}
catch (Exception ex)
{
OnParseError(response.ContentString, ex);
}
return releases;
}
private string BuildSearchUrl(TorznabQuery query)
{
var searchString = query.GetQueryString();
var episodeSearchString = query.GetEpisodeSearchString();
var qc = new NameValueCollection
{
{ "token", _token },
{ "format", "json_extended" },
{ "app_id", _appId },
{ "limit", "100" },
{ "ranked", "0" },
{ "sort", _sort }
};
if (query.IsTVSearch && !string.IsNullOrWhiteSpace(episodeSearchString) && query.ImdbID != null)
{
qc.Add("mode", "search");
qc.Add("search_imdb", query.ImdbID);
qc.Add("search_string", episodeSearchString);
}
else if (query.ImdbID != null)
{
qc.Add("mode", "search");
qc.Add("search_imdb", query.ImdbID);
}
else if (query.TmdbID != null)
{
qc.Add("mode", "search");
qc.Add("search_themoviedb", query.TmdbID.ToString());
}
else if (query.IsTVSearch && query.TvdbID != null)
{
qc.Add("mode", "search");
qc.Add("search_tvdb", query.TvdbID.ToString());
}
else if (!string.IsNullOrWhiteSpace(searchString))
{
// ignore ' (e.g. search for america's Next Top Model)
searchString = searchString.Replace("'", "");
qc.Add("mode", "search");
qc.Add("search_string", searchString);
}
else
{
qc.Add("mode", "list");
qc.Remove("sort");
}
var querycats = MapTorznabCapsToTrackers(query);
if (querycats.Count == 0)
// default to all, without specifying it some categories are missing (e.g. games), see #4146
querycats = GetAllTrackerCategories();
var cats = string.Join(";", querycats);
qc.Add("category", cats);
webclient.requestDelay = qc.Get("mode") == "list" ? 31 : 5;
return ApiEndpoint + "?" + qc.GetQueryString();
}
private async Task RenewalTokenAsync(bool force = false)
{
if (!HasValidToken || force)
{
var qc = new NameValueCollection
{
{ "get_token", "get_token" },
{ "app_id", _appId }
};
var tokenUrl = ApiEndpoint + "?" + qc.GetQueryString();
var result = await RequestWithCookiesAndRetryAsync(tokenUrl);
var json = JObject.Parse(result.ContentString);
_token = json.Value<string>("token");
_lastTokenFetch = DateTime.Now;
}
}
private bool HasValidToken => !string.IsNullOrEmpty(_token) && _lastTokenFetch > DateTime.Now - TokenDuration;
}
}