shpaq/Jackett-Jackett
1
0
Fork 0
mirror of https://github.com/Jackett/Jackett.git synced 2025-09-17 17:34:09 +02:00
Code Issues Packages Projects Releases Wiki Activity

Added parsing error logging

Browse Source
This commit is contained in:
zone117x
2015-05-03 22:12:14 -06:00
parent f781deb4a9
commit bc8b1d14d5
10 changed files with 623 additions and 502 deletions
Download Patch File Download Diff File Expand all files Collapse all files

229
src/Jackett/Indexers/BitHdtv.cs
View File

@@ -12,139 +12,160 @@ using System.Web;
namespace Jackett.Indexers
{
public class BitHdtv : IndexerInterface
{
public string DisplayName {
get { return "BIT-HDTV"; }
}
public class BitHdtv : IndexerInterface
{
public event Action<IndexerInterface, string, Exception> OnResultParsingError;
public string DisplayDescription {
get { return "Home of high definition invites"; }
}
public string DisplayName
{
get { return "BIT-HDTV"; }
}
public Uri SiteLink {
get { return new Uri (BaseUrl); }
}
public string DisplayDescription
{
get { return "Home of high definition invites"; }
}
static string BaseUrl = "https://www.bit-hdtv.com";
static string LoginUrl = BaseUrl + "/takelogin.php";
static string SearchUrl = BaseUrl + "/torrents.php?cat=0&search=";
static string DownloadUrl = BaseUrl + "/download.php?/{0}/dl.torrent";
public Uri SiteLink
{
get { return new Uri(BaseUrl); }
}
CookieContainer cookies;
HttpClientHandler handler;
HttpClient client;
static string BaseUrl = "https://www.bit-hdtv.com";
static string LoginUrl = BaseUrl + "/takelogin.php";
static string SearchUrl = BaseUrl + "/torrents.php?cat=0&search=";
static string DownloadUrl = BaseUrl + "/download.php?/{0}/dl.torrent";
public BitHdtv ()
{
IsConfigured = false;
cookies = new CookieContainer ();
handler = new HttpClientHandler {
CookieContainer = cookies,
AllowAutoRedirect = true,
UseCookies = true,
};
client = new HttpClient (handler);
}
CookieContainer cookies;
HttpClientHandler handler;
HttpClient client;
public Task<ConfigurationData> GetConfigurationForSetup ()
{
var config = new ConfigurationDataBasicLogin ();
return Task.FromResult<ConfigurationData> (config);
}
public BitHdtv()
{
IsConfigured = false;
cookies = new CookieContainer();
handler = new HttpClientHandler
{
CookieContainer = cookies,
AllowAutoRedirect = true,
UseCookies = true,
};
client = new HttpClient(handler);
}
public async Task ApplyConfiguration (JToken configJson)
{
var config = new ConfigurationDataBasicLogin ();
config.LoadValuesFromJson (configJson);
public Task<ConfigurationData> GetConfigurationForSetup()
{
var config = new ConfigurationDataBasicLogin();
return Task.FromResult<ConfigurationData>(config);
}
var pairs = new Dictionary<string, string> {
public async Task ApplyConfiguration(JToken configJson)
{
var config = new ConfigurationDataBasicLogin();
config.LoadValuesFromJson(configJson);
var pairs = new Dictionary<string, string> {
{ "username", config.Username.Value },
{ "password", config.Password.Value }
};
var content = new FormUrlEncodedContent (pairs);
var content = new FormUrlEncodedContent(pairs);
var response = await client.PostAsync (LoginUrl, content);
var responseContent = await response.Content.ReadAsStringAsync ();
var response = await client.PostAsync(LoginUrl, content);
var responseContent = await response.Content.ReadAsStringAsync();
if (!responseContent.Contains ("logout.php")) {
CQ dom = responseContent;
var messageEl = dom ["table.detail td.text"].Last ();
messageEl.Children ("a").Remove ();
messageEl.Children ("style").Remove ();
var errorMessage = messageEl.Text ().Trim ();
throw new ExceptionWithConfigData (errorMessage, (ConfigurationData)config);
} else {
var configSaveData = new JObject ();
configSaveData ["cookies"] = cookies.ToJson (SiteLink);
if (!responseContent.Contains("logout.php"))
{
CQ dom = responseContent;
var messageEl = dom["table.detail td.text"].Last();
messageEl.Children("a").Remove();
messageEl.Children("style").Remove();
var errorMessage = messageEl.Text().Trim();
throw new ExceptionWithConfigData(errorMessage, (ConfigurationData)config);
}
else
{
var configSaveData = new JObject();
configSaveData["cookies"] = cookies.ToJson(SiteLink);
if (OnSaveConfigurationRequested != null)
OnSaveConfigurationRequested (this, configSaveData);
if (OnSaveConfigurationRequested != null)
OnSaveConfigurationRequested(this, configSaveData);
IsConfigured = true;
}
}
IsConfigured = true;
}
}
public event Action<IndexerInterface, JToken> OnSaveConfigurationRequested;
public event Action<IndexerInterface, JToken> OnSaveConfigurationRequested;
public bool IsConfigured { get; private set; }
public bool IsConfigured { get; private set; }
public void LoadFromSavedConfiguration (JToken jsonConfig)
{
cookies.FillFromJson (new Uri (BaseUrl), (JArray)jsonConfig ["cookies"]);
IsConfigured = true;
}
public void LoadFromSavedConfiguration(JToken jsonConfig)
{
cookies.FillFromJson(new Uri(BaseUrl), (JArray)jsonConfig["cookies"]);
IsConfigured = true;
}
public async Task<ReleaseInfo[]> PerformQuery (TorznabQuery query)
{
List<ReleaseInfo> releases = new List<ReleaseInfo> ();
public async Task<ReleaseInfo[]> PerformQuery(TorznabQuery query)
{
List<ReleaseInfo> releases = new List<ReleaseInfo>();
foreach (var title in query.ShowTitles ?? new string[] { string.Empty }) {
var searchString = title + " " + query.GetEpisodeSearchString ();
var episodeSearchUrl = SearchUrl + HttpUtility.UrlEncode (searchString);
var results = await client.GetStringAsync (episodeSearchUrl);
CQ dom = results;
dom ["#needseed"].Remove ();
var rows = dom ["table[width='750'] > tbody"].Children ();
foreach (var row in rows.Skip(1)) {
foreach (var title in query.ShowTitles ?? new string[] { string.Empty })
{
var searchString = title + " " + query.GetEpisodeSearchString();
var episodeSearchUrl = SearchUrl + HttpUtility.UrlEncode(searchString);
var results = await client.GetStringAsync(episodeSearchUrl);
try
{
CQ dom = results;
dom["#needseed"].Remove();
var rows = dom["table[width='750'] > tbody"].Children();
foreach (var row in rows.Skip(1))
{
var release = new ReleaseInfo ();
var release = new ReleaseInfo();
var qRow = row.Cq ();
var qLink = qRow.Children ().ElementAt (2).Cq ().Children ("a").First ();
var qRow = row.Cq();
var qLink = qRow.Children().ElementAt(2).Cq().Children("a").First();
release.MinimumRatio = 1;
release.MinimumSeedTime = 172800;
release.Title = qLink.Attr ("title");
release.Description = release.Title;
release.Guid = new Uri (BaseUrl + qLink.Attr ("href"));
release.Comments = release.Guid;
release.Link = new Uri (string.Format (DownloadUrl, qLink.Attr ("href").Split ('=') [1]));
release.MinimumRatio = 1;
release.MinimumSeedTime = 172800;
release.Title = qLink.Attr("title");
release.Description = release.Title;
release.Guid = new Uri(BaseUrl + qLink.Attr("href"));
release.Comments = release.Guid;
release.Link = new Uri(string.Format(DownloadUrl, qLink.Attr("href").Split('=')[1]));
var dateString = qRow.Children ().ElementAt (5).Cq ().Text ().Trim ();
var pubDate = DateTime.ParseExact (dateString, "yyyy-MM-dd HH:mm:ss", CultureInfo.InvariantCulture);
release.PublishDate = pubDate;
var dateString = qRow.Children().ElementAt(5).Cq().Text().Trim();
var pubDate = DateTime.ParseExact(dateString, "yyyy-MM-dd HH:mm:ss", CultureInfo.InvariantCulture);
release.PublishDate = pubDate;
var sizeCol = qRow.Children ().ElementAt (6);
var sizeVal = sizeCol.ChildNodes [0].NodeValue;
var sizeUnit = sizeCol.ChildNodes [2].NodeValue;
release.Size = ReleaseInfo.GetBytes (sizeUnit, float.Parse (sizeVal));
var sizeCol = qRow.Children().ElementAt(6);
var sizeVal = sizeCol.ChildNodes[0].NodeValue;
var sizeUnit = sizeCol.ChildNodes[2].NodeValue;
release.Size = ReleaseInfo.GetBytes(sizeUnit, float.Parse(sizeVal));
release.Seeders = int.Parse (qRow.Children ().ElementAt (8).Cq ().Text ().Trim ());
release.Peers = int.Parse (qRow.Children ().ElementAt (9).Cq ().Text ().Trim ()) + release.Seeders;
release.Seeders = int.Parse(qRow.Children().ElementAt(8).Cq().Text().Trim());
release.Peers = int.Parse(qRow.Children().ElementAt(9).Cq().Text().Trim()) + release.Seeders;
releases.Add (release);
}
}
releases.Add(release);
}
}
catch (Exception ex)
{
OnResultParsingError(this, results, ex);
throw ex;
}
}
return releases.ToArray ();
}
return releases.ToArray();
}
public Task<byte[]> Download (Uri link)
{
return client.GetByteArrayAsync (link);
}
}
public Task<byte[]> Download(Uri link)
{
return client.GetByteArrayAsync(link);
}
}
}