speed-share: possible solve for #3836

this site sucks.
the search results contain just the title and details link, no files, seeders, date or other useful details.
and despite search results specifying 720p for example, the details page contains download links for any related quality of the show, its pot luck which is the first  link, it might be SD, 720p, .torrent or magnet, or antyhing else for that matter.
the site is not really suitable for jackett but ive added it for those that want to use it.

README.md

@@ -24,6 +24,7 @@ Developer note: The software implements the [Torznab](https://github.com/Sonarr/
  * Anidex
  * Anime Tosho
  * AniRena
+ * AudioBookBay
  * btbit
  * BTDB
  * BT-Scene
@@ -35,10 +36,11 @@ Developer note: The software implements the [Torznab](https://github.com/Sonarr/
  * Frozen Layer
  * GkTorrent
  * Horrible Subs
- * Idope
+ * IdopeClone
  * Il Corsaro Nero <!-- maintained by bonny1992 -->
  * Il Corsaro Blu
  * Isohunt2
+ * KATcrs
  * KickAssTorrent
  * KickAssTorrent (thekat.se clone)
  * LimeTorrents
@@ -51,13 +53,16 @@ Developer note: The software implements the [Torznab](https://github.com/Sonarr/
  * RARBG
  * RuTor
  * ShowRSS
+ * SkyTorrentsClone
  * sukebei.Nyaa.si
  * sukebei-Pantsu
  * The Pirate Bay
  * TNTVillage <!-- maintained by bonny1992 -->
  * Tokyo Toshokan
  * Torlock
+ * TorrentCouch
  * Torrent Downloads
+ * TorrentGalaxy.org
  * Torrent9
  * Torrentz2
  * World Wide Torrents
@@ -170,6 +175,7 @@ Developer note: The software implements the [Torznab](https://github.com/Sonarr/
  * Greek Team
  * HacheDe
  * Hardbay
+ * HD4Free (HD4)
  * HD-Forever
  * HD-Only
  * HD-Space

src/Jackett.Common/Content/custom.js

@@ -731,7 +731,7 @@ function updateReleasesRow(row)
     labels.empty();
 
     if (IMDBId) {
-        labels.append('\n<a href="http://www.imdb.com/title/tt' + IMDBId + '/" class="label label-imdb" alt="IMDB" title="IMDB">IMDB</a>');
+        labels.append('\n<a href="http://www.imdb.com/title/tt' + ("000000" + IMDBId).slice(-7) + '/" class="label label-imdb" alt="IMDB" title="IMDB">IMDB</a>');
     }
 
     if (!isNaN(DownloadVolumeFactor)) {

src/Jackett.Common/Content/index.html

@@ -663,6 +663,6 @@
     </script>
 
     <script type="text/javascript" src="../libs/api.js?changed=2017083001"></script>
-    <script type="text/javascript" src="../custom.js?changed=20180710"></script>
+    <script type="text/javascript" src="../custom.js?changed=20180711"></script>
 </body>
 </html>

src/Jackett.Common/Definitions/arabafenice.yml

@@ -6,6 +6,8 @@
   type: private
   encoding: UTF-8
   links:
+    - https://www.arabafenice.me/
+  legacylinks:
     - http://www.arabafenice.me/
 
   caps:

src/Jackett.Common/Definitions/audiobookbay.yml

@@ -0,0 +1,106 @@
+---
+  site: audiobookbay
+  name: AudioBookBay
+  description: "AudioBook Bay (ABB) is a semi-private Torrent Tracker for AUDIOBOOKS"
+  language: en-us
+  type: semi-private
+  encoding: UTF-8
+  links:
+    - http://audiobookbay.nl/
+    - https://audiobookbay.la/
+
+  caps:
+    categorymappings:
+      - {id: Children, cat: Audio/Audiobook, desc: "Children"}
+      - {id: Teen & Young Adult, cat: Audio/Audiobook, desc: "Teen & Young Adult"}
+      - {id: Adults, cat: Audio/Audiobook, desc: "Adults"}
+      - {id: The Undead, cat: Audio/Audiobook, desc: "The Undead"}
+      - {id: Action, cat: Audio/Audiobook, desc: "Action"}
+      - {id: Adventure, cat: Audio/Audiobook, desc: "Adventure"}
+      - {id: Art, cat: Audio/Audiobook, desc: "Art"}
+      - {id: Autobiography & Biographies, cat: Audio/Audiobook, desc: "Autobiography & Biographies"}
+      - {id: Business, cat: Audio/Audiobook, desc: "Business"}
+      - {id: Computer, cat: Audio/Audiobook, desc: "Computer"}
+      - {id: Contemporary, cat: Audio/Audiobook, desc: "Contemporary"}
+      - {id: Crime, cat: Audio/Audiobook, desc: "Crime"}
+      - {id: Detective, cat: Audio/Audiobook, desc: "Detective"}
+      - {id: Doctor Who, cat: Audio/Audiobook, desc: "Doctor Who"}
+      - {id: Education, cat: Audio/Audiobook, desc: "Education"}
+      - {id: Fantasy, cat: Audio/Audiobook, desc: "Fantasy"}
+      - {id: General Fiction, cat: Audio/Audiobook, desc: "General Fiction"}
+      - {id: Historical Fiction, cat: Audio/Audiobook, desc: "Historical Fiction"}
+      - {id: History, cat: Audio/Audiobook, desc: "History"}
+      - {id: Horror, cat: Audio/Audiobook, desc: "Horror"}
+      - {id: Humor, cat: Audio/Audiobook, desc: "Humor"}
+      - {id: Lecture, cat: Audio/Audiobook, desc: "Lecture"}
+      - {id: LGBT, cat: Audio/Audiobook, desc: "LGBT"}
+      - {id: Literature, cat: Audio/Audiobook, desc: "Literature"}
+      - {id: LitRPG, cat: Audio/Audiobook, desc: "LitRPG"}
+      - {id: Misc. Non-fiction, cat: Audio/Audiobook, desc: "Misc. Non-fiction"}
+      - {id: Mystery, cat: Audio/Audiobook, desc: "Mystery"}
+      - {id: Myth Hunting, cat: Audio/Audiobook, desc: "Myth Hunting"}
+      - {id: Paranormal, cat: Audio/Audiobook, desc: "Paranormal"}
+      - {id: Plays & Theater, cat: Audio/Audiobook, desc: "Plays & Theater"}
+      - {id: Poetry, cat: Audio/Audiobook, desc: "Poetry"}
+      - {id: Political, cat: Audio/Audiobook, desc: "Political"}
+      - {id: Postapocalyptic, cat: Audio/Audiobook, desc: "Postapocalyptic"}
+      - {id: Radio Productions, cat: Audio/Audiobook, desc: "Radio Productions"}
+      - {id: Romance, cat: Audio/Audiobook, desc: "Romance"}
+      - {id: Sci-Fi, cat: Audio/Audiobook, desc: "Sci-Fi"}
+      - {id: Science, cat: Audio/Audiobook, desc: "Science"}
+      - {id: Self-help, cat: Audio/Audiobook, desc: "Self-help"}
+      - {id: SHTF, cat: Audio/Audiobook, desc: "SHTF"}
+      - {id: Spiritual & Religious, cat: Audio/Audiobook, desc: "Spiritual & Religious"}
+      - {id: Sports, cat: Audio/Audiobook, desc: "Sports"}
+      - {id: Suspense, cat: Audio/Audiobook, desc: "Suspense"}
+      - {id: Thriller, cat: Audio/Audiobook, desc: "Thriller"}
+      - {id: True Crime, cat: Audio/Audiobook, desc: "True Crime"}
+      - {id: Tutorial, cat: Audio/Audiobook, desc: "Tutorial"}
+      - {id: Westerns, cat: Audio/Audiobook, desc: "Westerns"}
+      - {id: Anthology, cat: Audio/Audiobook, desc: "Anthology"}
+      - {id: Bestsellers, cat: Audio/Audiobook, desc: "Bestsellers"}
+      - {id: Classic, cat: Audio/Audiobook, desc: "Classic"}
+      - {id: Documentary, cat: Audio/Audiobook, desc: "Documentary"}
+      - {id: Full Cast, cat: Audio/Audiobook, desc: "Full Cast"}
+      - {id: Libertarian, cat: Audio/Audiobook, desc: "Libertarian"}
+      - {id: Military, cat: Audio/Audiobook, desc: "Military"}
+      - {id: Novel, cat: Audio/Audiobook, desc: "Novel"}
+      - {id: Short Story, cat: Audio/Audiobook, desc: "Short Story"}
+
+    modes:
+      search: [s]
+
+  login:
+    path: https://audiobookbay.nl/member/login.php
+    form: form[action="https://audiobookbay.nl/member/login.php"]
+    method: post
+    form: form
+    inputs:
+      username: "{{ .Config.username }}"
+      password: "{{ .Config.password }}"
+      login: "Login"
+    error:
+      - selector: td.embedded:has(h2:contains("Invalid"))
+    test:
+      path: /member/users/
+
+  download:
+    selector: a[href^="/download?"]
+    attribute: href 
+
+  search:
+    paths:
+      # show members page if no search parameters
+      - path: /
+    inputs:
+      "s": "{{ .Keywords }}"
+    rows:
+      selector: div.post
+    fields:
+      title:
+        selector: div.postTitle
+      details:
+        selector: div.postTitle
+      download:
+        selector: a[href^="/audio-books/"]
+        attribute: href

src/Jackett.Common/Definitions/cpabien.yml

@@ -6,7 +6,7 @@
   type: public
   encoding: UTF-8
   links:
-    - http://www.cpabien.io/
+    - https://ww1.cpabien.io/
   legacylinks:
     - http://www.cpasbiens.cc/
     - http://www.cpabien.cm/
@@ -21,6 +21,7 @@
     - http://cpabien.co/
     - http://cpabien.la/
     - http://cpabien.club/
+    - http://www.cpabien.io/
 
   caps:
     categorymappings:

src/Jackett.Common/Definitions/ethor.yml

@@ -1,4 +1,4 @@
----
+---
   site: ethor
   name: Ethor.net (Thor's Land)
   description: "A French gerneral tracker"
@@ -83,6 +83,15 @@
             args: ["/details.php", "/download.php"]
       title:
         selector: a[href^="/details.php"]:has(b)
+        filters:
+          - name: replace
+            args: ["VFQ", "FRENCH"]
+          - name: replace
+            args: ["vfq", "FRENCH"]
+          - name: re_replace
+            args: ["S(\\d{2}) E(\\d{2})", "S$1E$2"]
+          - name: re_replace
+            args: ["S(\\d{1}) E(\\d{2})", "S0$1E$2"]
       category:
         selector: a[href^="/browse.php?cat="]
         attribute: href

src/Jackett.Common/Definitions/gktorrent.yml

@@ -6,13 +6,14 @@
   type: public
   encoding: UTF-8
   links:
-    - http://ww2.gktorrent.com/
+    - https://ww2.gktorrent.com/
   legacylinks:
     - https://www.gktorrent.org/  
     - http://www.gktorrent.net/
     - https://www.gktorrent.com/ # they're forcing http
     - http://www.gktorrent.com/
     - http://ww1.gktorrent.com/
+    - http://ww2.gktorrent.com/ # they're forcing https
 
   caps:
     categorymappings:

src/Jackett.Common/Definitions/hd4free.yml

@@ -0,0 +1,90 @@
+---
+  site: hd4free
+  name: hd4free
+  description: "General Tracker Movies/TV/Apps/Games/Music/Books"
+  language: en-us
+  type: private
+  encoding: UTF-8
+  links:
+    - https://hd4.xyz/
+
+  caps:
+    categorymappings:
+      - {id: 1, cat: Movies, desc: "Movies"}
+      - {id: 2, cat: TV, desc: "TV"}
+      - {id: 3, cat: Audio, desc: "Music"}
+      - {id: 4, cat: Books, desc: "Books"}
+      - {id: 5, cat: PC/Mac, desc: "Apps"}
+      - {id: 6, cat: Other, desc: "Other"}
+      - {id: 7, cat: PC/Games, desc: "Games"}
+
+
+    modes:
+      search: [q]
+      tv-search: [q, season, ep, imdbid]
+      movie-search: [q, imdbid]
+
+  login:
+    path: /login
+    method: form
+    inputs:
+      username: "{{ .Config.username }}"
+      password: "{{ .Config.password }}"
+    error:
+      - selector: table.main:contains("Login Failed!")
+    test:
+      path: /torrents
+
+  search:
+    paths:
+      - path: /filterTorrents
+    inputs:
+      $raw: "{{range .Categories}}categories[]={{.}}&{{end}}"
+      search: "{{if .Query.IMDBID}}{{else}}{{ .Keywords }}{{end}}"
+      uploader: ""
+      imdb: "{{ .Query.IMDBIDShort }}"
+      tvdb: ""
+      tmdb: ""
+      mal: ""
+      sorting: created_at
+      direction: desc
+      qty: 100
+    rows:
+      selector: table > tbody > tr
+    fields:
+      category:
+        selector: a[href*="/categories/"]
+        attribute: href
+        filters:
+          - name: regexp
+            args: "/categories/.*?\\.(\\d+)"
+      title:
+        selector: a.view-torrent
+      download:
+        selector: a[href*="/download/"]
+        attribute: href
+      details:
+        selector: a.view-torrent
+        attribute: href
+      size:
+        selector: td:nth-child(5)
+      seeders:
+        selector: td:nth-child(7)
+      leechers:
+        selector: td:nth-child(8)
+      grabs:
+        selector: td:nth-child(6)
+        filters:
+          - name: regexp
+            args: ([\d\.]+)
+      date:
+        selector: time
+      downloadvolumefactor:
+        case:
+          "i[data-original-title=\"100% Free\"]": "0"
+          "i[data-original-title=\"Global FreeLeech\"]": "0"
+          "*": "1"
+      uploadvolumefactor:
+        case:
+          "i[data-original-title=\"Double upload\"]": "2"
+          "*": "1"

src/Jackett.Common/Definitions/hdhome.yml

@@ -6,7 +6,7 @@
   type: private
   encoding: UTF-8
   links:
-    - https://hdhome.org
+    - https://hdhome.org/
 
   caps:
     categorymappings:
@@ -77,11 +77,11 @@
       - selector: td.embedded:has(h2:contains("姿势不正确"))
       - selector: td.embedded:has(h2:contains("失败"))
     test:
-      path: /torrents.php
+      path: torrents.php
         
   search:
     paths:
-      - path: /torrents.php
+      - path: torrents.php
     inputs:
       $raw: "{{range .Categories}}cat{{.}}=1&{{end}}"
       search: "{{if .Query.IMDBID}}{{ .Query.IMDBID }}{{else}}{{ .Keywords }}{{end}}"

src/Jackett.Common/Definitions/idopeclone.yml

@@ -1,20 +1,18 @@
 ---
-  site: idope
-  name: Idope
-  description: "iDope is a Public torrent search engine presenting direct magnet links"
+  site: idopeclone
+  name: IdopeClone
+  description: "This Clone of iDope is a Public torrent search engine"
   language: en-us
   type: public
   encoding: UTF-8
   links:
-    - https://idope.cc/
-  legacylinks:
-    - https://idope.se/
+    - https://idope.top/
 
   caps:
     categorymappings:
       - {id: 0, cat: Other, desc: "Others"}
       - {id: 1, cat: Movies, desc: "Movies"}
-      - {id: 2, cat: Other, desc: "Video"}
+      - {id: 2, cat: Other, desc: "Videos"}
       - {id: 3, cat: TV, desc: "TV"}
       - {id: 4, cat: TV/Anime, desc: "Anime"}
       - {id: 5, cat: XXX, desc: "XXX"}
@@ -39,33 +37,36 @@
 
   search:
     paths:
-      # present trending results if there are no search parms supplied
-      # sort torrent-list by age in descending order
-      - path: "{{if .Keywords}}torrent-list/{{ .Keywords}}?&o=-3&c={{range .Categories }}{{.}}{{end}}{{else}}browse.html{{end}}"
+      - path: "{{if .Keywords}}search/{{ .Keywords}}/{{else}}recent-torrents/{{end}}"
     rows:
       selector: div[class="resultdiv"]
+      filters:
+        - name: andmatch
     fields:
       title:
-        selector: div[class="resultdivtop"] a div[class="resultdivtopname"]
+        selector: div[class="resultdivtop"] div[class="resultdivtopname"]
+      details:
+        selector: div[class="resultdivbotton"] div[class="magneticdiv"] a
+        attribute: href
       category:
         optional: true
-        selector:  div[class="resultdivbotton"] div[class="resultdivbottoncategory"]
+        selector: div[class="resultdivbotton"] div[class="resultdivbottoncategory"]
         case:
-          ":contains(\"Others\")": 0
+          ":contains(\"Other\")": 0
           ":contains(\"Movies\")": 1
           ":contains(\"Video\")": 2
           ":contains(\"TV\")": 3
           ":contains(\"Anime\")": 4
+          ":contains(\"xxx\")": 5
           ":contains(\"XXX\")": 5
+          ":contains(\"Adult\")": 5
           ":contains(\"Music\")": 6
           ":contains(\"Games\")": 7
           ":contains(\"Apps\")": 8
+          ":contains(\"Software\")": 8
           ":contains(\"Books\")": 9
-      details:
-        selector: div[class="resultdivtop"] a
-        attribute: href
       download-itorrents:
-        selector: div[class="resultdivbotton"] div[id^="hideinfohash"]
+        selector: div[class="resultdivbotton"] div[class="resultseed"] div[class="resultdivbottonseed"]
         filters:
           - name: toupper
           - name: prepend
@@ -80,7 +81,7 @@
           - name: validfilename
           - name: urlencode
       magnet:
-        selector: div[class="resultdivbotton"] div[id^="hideinfohash"]
+        selector: div[class="resultdivbotton"] div[class="resultseed"] div[class="resultdivbottonseed"]
         filters:
           - name: prepend
             args: "magnet:?xt=urn:btih:"
@@ -95,9 +96,9 @@
       size:
         selector: div[class="resultdivbotton"] div[class="resultlength"] div[class="resultdivbottonlength"]
       seeders:
-        selector: div[class="resultdivbotton"] div[class="resultseed"] div[class="resultdivbottonseed"]
-      files:
-        selector: div[class="resultdivbotton"] div[class="resultfile"] div[class="resultdivbottonfiles"]
+        text: "999"
+      leechers:
+        text: "999"
       downloadvolumefactor:
         text: "0"
       uploadvolumefactor:

src/Jackett.Common/Definitions/katcrs.yml

@@ -0,0 +1,70 @@
+---
+  site: katcrs
+  name: KATcrs
+  description: "KATcrs is a Public KickAssTorrent clone for TV / MOVIES / GENERAL"
+  language: en-us
+  type: public
+  encoding: UTF-8
+  links:
+    - https://kickasskatcr.website/
+
+  caps:
+    categories:
+      movies: Movies
+      TV: TV
+      Video: TV/WEB-DL
+      Anime: TV/Anime
+      Music: Audio
+      Books: Books
+      Documentary: TV/Documentary
+      Games: Console
+      Apps: PC
+      Applications: PC
+      Other: Other
+      Othero: XXX
+
+    modes:
+      search: [q]
+      tv-search: [q, season, ep]
+      movie-search: [q]
+
+  settings: []
+
+  search:
+    paths:
+      - path: "{{ if .Keywords }}search/{{ .Keywords }}/{{else}}new/{{end}}"
+    rows:
+      selector: table.data tr.odd
+    fields:
+      category:
+        selector: span.uploader_block strong a
+        attribute: href
+        filters:
+          - name: trim
+            args: /
+      title:
+        selector: td:nth-child(1) div a.cellMainLink
+        attribute: title
+      details:
+        selector: td:nth-child(1) div a.cellMainLink
+        attribute: href
+      download:
+        selector: td:nth-child(1) div div a[data-download=""]
+        attribute: href
+      magnet:
+        selector: td:nth-child(1) div div a[data-nop=""]
+        attribute: href
+      size:
+        selector: td:nth-child(2)
+      date:
+        selector: td:nth-child(3)
+        filters:
+          - name: timeago
+      seeders:
+        selector: td:nth-child(4)
+      leechers:
+        selector: td:nth-child(5)
+      downloadvolumefactor:
+        text: "0"
+      uploadvolumefactor:
+        text: "1"

src/Jackett.Common/Definitions/nyaasi.yml

@@ -7,6 +7,8 @@
   encoding: UTF-8
   links:
     - https://nyaa.si
+  certificates:
+    - 3801e330482d4f9baef71ca4e33ba23ede74f59c # incomplete CA chain
     
   settings:
     - name: filter-id

src/Jackett.Common/Definitions/skytorrentsclone.yml

@@ -0,0 +1,77 @@
+---
+  site: skytorrentsclone
+  name: SkyTorrentsClone
+  description: "SkyTorrents.lol is a Public SkyTorrents clone for TV / MOVIES / GENERAL"
+  language: en-us
+  type: public
+  encoding: UTF-8
+  links:
+    - https://www.skytorrents.lol/
+
+  caps:
+    categories:
+      # category=
+      "album": Audio
+      "ebook": Books
+      "movie": Movies
+      "show": TV
+      # type=
+      "audio": Audio
+      "doc": Books
+      "games": PC/Games
+      "software": PC
+
+    modes:
+      search: [q]
+      tv-search: [q, season, ep]
+      movie-search: [q]
+
+  settings: []
+
+  search:
+    # https://www.skytorrents.lol/?query=mr+mercedes+s02e05&sort=created
+    # https://www.skytorrents.lol/top100
+    paths:
+      - path: "{{ if .Keywords }}?query={{ .Keywords }}&sort=created{{else}}top100{{end}}"
+      - path: "{{ if .Keywords }}?query={{ .Keywords }}&sort=created&page=2{{else}}{{end}}"
+      - path: "{{ if .Keywords }}?query={{ .Keywords }}&sort=created&page=3{{else}}{{end}}"
+      - path: "{{ if .Keywords }}?query={{ .Keywords }}&sort=created&page=4{{else}}{{end}}"
+    rows:
+      selector: tr.result
+    fields:
+      title:
+        selector: td a
+      category:
+        # try category=
+        optional: true
+        selector: a.label[href*="category="]
+      category:
+        # try type=
+        optional: true
+        selector: a.label[href*="type="]
+      details:
+        selector: td a
+        attribute: href
+      download:
+        selector: a[href^="//itorrents"]
+        attribute: href
+      magnet:
+        selector: a[href^="magnet:?"]
+        attribute: href
+      size:
+        selector: td:nth-child(2)
+      files:
+        selector: td:nth-child(3)
+      date:
+        # 20 Minutes ago
+        selector: td:nth-child(4)
+        filters:
+          - name: timeago
+      seeders:
+        selector: td:nth-child(5)
+      leechers:
+        selector: td:nth-child(6)
+      downloadvolumefactor:
+        text: "0"
+      uploadvolumefactor:
+        text: "1"

src/Jackett.Common/Definitions/speed-share.yml

@@ -302,13 +302,24 @@
           - name: dateparse
             args: "02/01/2006 15:04:05"
       size:
-        selector: td:nth-child(5)
+        # seems size might be floating as the 4th or 5th td so lets try matching the size-unit
+        optional: true
+        selector: td.ttable_col2:contains(" GB")
+      size:
+        optional: true
+        selector: td.ttable_col2:contains(" MB")
+      size:
+        optional: true
+        selector: td.ttable_col2:contains(" kB")
+      size:
+        optional: true
+        selector: td.ttable_col2:contains(" B")
       grabs:
-        selector: font[color^=orange]
+        selector: td.ttable_col1 > font[color^=orange]
       seeders:
-        selector: font[color^=green]
+        selector: td.ttable_col1 > font[color^=green]
       leechers:
-        selector: td.ttable_col1 > font[color^=red]
+        selector: td.ttable_col2 > font[color^=red]
       downloadvolumefactor:
         case:
           img[src="images/free.gif"]: "0"

src/Jackett.Common/Definitions/torrentcouch.yml

@@ -0,0 +1,56 @@
+---
+  site: torrentcouch
+  name: TorrentCouch
+  description: "TorrentCounch is a Public TV tracker"
+  language: en-us
+  type: public
+  encoding: UTF-8
+  links:
+    - https://torrentcouch.com/
+
+  caps:
+    categorymappings:
+      - {id: 1, cat: TV, desc: "TV"}
+
+    modes:
+      search: [q]
+      tv-search: [q, season, ep]
+
+  settings: []
+
+  download:
+    selector: tr td a[href*="/files/download/"]
+
+  search:
+    # https://torrentcouch.com/?s=expanse
+    paths:
+      - path: /
+    inputs:
+      s: "{{.Keywords}}"
+    rows:
+      selector: article
+    fields:
+      title:
+        selector: h2 a
+      category:
+        text: "1"
+      details:
+        selector: h2 a
+        attribute: href
+      description:
+        selector: p
+      download:
+        selector: h2 a
+        attribute: href
+      size:
+        text: "500 MB"
+      seeders:
+        text: "999"
+      leechers:
+        text: "999"
+      date:
+        text: now
+      downloadvolumefactor:
+        text: "0"
+      uploadvolumefactor:
+        text: "1"

src/Jackett.Common/Definitions/torrentgalaxyorg.yml

@@ -0,0 +1,108 @@
+---
+  site: torrentgalaxyorg
+  name: TorrentGalaxy.org
+  description: "TorrentGalaxy.org (TGx) is a Public site for TV / MOVIES / GENERAL"
+  language: en-us
+  type: public
+  encoding: UTF-8
+  links:
+    - https://torrentgalaxy.org/
+
+  caps:
+    categorymappings:
+      - {id: 28, cat: TV/Anime, desc: "Anime - All"}
+      - {id: 20, cat: PC/Phone-Other, desc: "Apps - Mobile"}
+      - {id: 19, cat: PC/Mac, desc: "Apps - OS"}
+      - {id: 21, cat: PC, desc: "Apps - Other"}
+      - {id: 18, cat: PC/0day, desc: "Apps - Windows"}
+      - {id: 13, cat: Audio/Audiobook, desc: "Books - Audiobooks"}
+      - {id: 12, cat: Books/Ebook, desc: "Books - Ebooks"}
+      - {id: 14, cat: Books/Technical, desc: "Books - Education"}
+      - {id: 15, cat: Books/Magazines, desc: "Books - Magazine"}
+      - {id: 9, cat: TV/Documentary, desc: "Documentaries - All"}
+      - {id: 11, cat: Console, desc: "Games - Console"}
+      - {id: 43, cat: PC/Phone-Other, desc: "Games - Mobile"}
+      - {id: 17, cat: Console/Other, desc: "Games - Other"}
+      - {id: 10, cat: PC/Games , desc: "Games - Windows"}
+      - {id: 3, cat: Movies/UHD, desc: "Movies - 2K/4K UHD"}
+      - {id: 46, cat: Movies/Foreign, desc: "Movies - Bollywood"}
+      - {id: 45, cat: Movies/Other, desc: "Movies - CAM/TS"}
+      - {id: 42, cat: Movies/HD, desc: "Movies - HD"}
+      - {id: 4, cat: Movies, desc: "Movies - Packs"}
+      - {id: 1, cat: Movies/SD, desc: "Movies - SD"}
+      - {id: 22, cat: Audio, desc: "Music - Albums"}
+      - {id: 26, cat: Audio, desc: "Music - Discography"}
+      - {id: 23, cat: Audio/Lossless, desc: "Music - Lossless"}
+      - {id: 25, cat: Audio/Video, desc: "Music - Musicvideo"}
+      - {id: 24, cat: Audio, desc: "Music - Singles"}
+      - {id: 40, cat: Audio/Other, desc: "Other - Other"}
+      - {id: 37, cat: Other, desc: "Other - Pictures"}
+      - {id: 33, cat: Other, desc: "Other - Training"}
+      - {id: 41, cat: TV/HD, desc: "TV - Episodes HD"}
+      - {id: 5, cat: TV/SD, desc: "TV - Episodes SD"}
+      - {id: 6, cat: TV/OTHER, desc: "TV - Packs"}
+      - {id: 7, cat: TV/Sport, desc: "TV - Sports"}
+      - {id: 35, cat: XXX, desc: "XXX - HD"}
+      - {id: 47, cat: XXX, desc: "XXX - Misc"}
+      - {id: 34, cat: XXX, desc: "XXX - SD"}
+
+    modes:
+      search: [q]
+      tv-search: [q, season, ep]
+      movie-search: [q]
+
+  settings: []
+
+  search:
+    # https://torrentgalaxy.org/torrents.php?c41=1&search=mercedes+s02e04&lang=0&sort=id&order=desc
+    path: torrents.php
+    inputs:
+      $raw: "{{range .Categories}}c{{.}}=1&{{end}}"
+      search: "{{.Keywords}}"
+      lang: "0"
+      sort: "id"
+      order: "desc"
+    rows:
+      selector: div[class="tgxtablerow clickable-row click"]
+    fields:
+      title:
+        selector: div.tgxtablecell:nth-child(3) div a
+        attribute: title
+      category:
+        selector: div.tgxtablecell a
+        attribute: href
+        filters:
+          - name: querystring
+            args: cat
+      details:
+        selector: div.tgxtablecell:nth-child(3) div a
+        attribute: href
+      download:
+        selector: div.tgxtablecell:nth-child(4) a
+        attribute: href
+      magnet:
+        selector: div.tgxtablecell:nth-child(4) a:nth-child(2)
+        attribute: href
+      size:
+        selector: div.tgxtablecell:nth-child(7) span
+      seeders:
+        selector: div.tgxtablecell:nth-child(10) span font b
+      leechers:
+        selector: div.tgxtablecell:nth-child(10) span font:nth-child(2) b
+      date:
+        # 20Mins ago
+        optional: true
+        selector: div.tgxtablecell:nth-child(11) small:contains("ago")
+        filters:
+          - name: timeago
+      date:
+          # 24/12/18 13:55
+        optional: true
+        selector: div.tgxtablecell:nth-child(11) small:contains(":")
+        filters:
+          - name: dateparse 
+            args: "02/01/06 15:04"
+      downloadvolumefactor:
+        text: "0"
+      uploadvolumefactor:
+        text: "1"

src/Jackett.Common/Definitions/yggtorrent.yml

@@ -6,11 +6,12 @@
   type: semi-private
   encoding: UTF-8
   links:
-    - https://www.yggtorrent.is/
+    - https://yggtorrent.to/
   legacylinks:
     - https://yggtorrent.is/
     - https://yggtorrent.com/
     - https://ww1.yggtorrent.com/
+    - https://www.yggtorrent.is/
     - https://ww1.yggtorrent.is/
     - https://ww2.yggtorrent.is/
     - https://ww3.yggtorrent.is/
@@ -116,7 +117,7 @@
   login:
     method: form
     path: /
-    form: form[action$="/user/login"]
+    form: "#user-login"
     inputs:
       id: "{{ .Config.username }}"
       pass: "{{ .Config.password }}"

src/Jackett.Common/Indexers/HorribleSubs.cs

@@ -21,11 +21,15 @@ namespace Jackett.Common.Indexers
     {
         private string ApiEndpoint { get { return SiteLink + "api.php"; } }
 
+        public override string[] LegacySiteLinks { get; protected set; } = new string[] {
+            "http://horriblesubs.info/"
+        };
+
         public HorribleSubs(IIndexerConfigurationService configService, WebClient wc, Logger l, IProtectionService ps)
     : base(name: "Horrible Subs",
-        description: "HorribleSubs – So bad yet so good",
+        description: "HorribleSubs - So bad yet so good",
         link: "https://horriblesubs.info/",
-        caps: new TorznabCapabilities(),
+        caps: new TorznabCapabilities(TorznabCatType.TVAnime),
         configService: configService,
         client: wc,
         logger: l,
@@ -155,6 +159,12 @@ namespace Jackett.Common.Indexers
                         release.Link = new Uri(p480.QuerySelector(".hs-torrent-link > a").GetAttribute("href"));
                         release.MagnetUri = new Uri(p480.QuerySelector(".hs-magnet-link > a").GetAttribute("href"));
                         release.Files = 1;
+                        release.Category = new List<int> { TorznabCatType.TVAnime.ID };
+                        release.Size = 524288000;
+                        release.Seeders = 999;
+                        release.Peers = 1998;
+                        release.DownloadVolumeFactor = 0;
+                        release.UploadVolumeFactor = 1;
                         releases.Add(release);
                     }
 
@@ -168,6 +178,12 @@ namespace Jackett.Common.Indexers
                         release.Link = new Uri(p720.QuerySelector(".hs-torrent-link > a").GetAttribute("href"));
                         release.MagnetUri = new Uri(p720.QuerySelector(".hs-magnet-link > a").GetAttribute("href"));
                         release.Files = 1;
+                        release.Category = new List<int> { TorznabCatType.TVAnime.ID };
+                        release.Size = 524288000;
+                        release.Seeders = 999;
+                        release.Peers = 1998;
+                        release.DownloadVolumeFactor = 0;
+                        release.UploadVolumeFactor = 1;
                         releases.Add(release);
                     }
 
@@ -181,6 +197,12 @@ namespace Jackett.Common.Indexers
                         release.Link = new Uri(p1080.QuerySelector(".hs-torrent-link > a").GetAttribute("href"));
                         release.MagnetUri = new Uri(p1080.QuerySelector(".hs-magnet-link > a").GetAttribute("href"));
                         release.Files = 1;
+                        release.Category = new List<int> { TorznabCatType.TVAnime.ID };
+                        release.Size = 524288000;
+                        release.Seeders = 999;
+                        release.Peers = 1998;
+                        release.DownloadVolumeFactor = 0;
+                        release.UploadVolumeFactor = 1;
                         releases.Add(release);
                     }
 

src/Jackett.Common/Indexers/MyAnonamouse.cs

@@ -133,7 +133,9 @@ namespace Jackett.Common.Indexers
                 { "returnto", "/" }
             };
 
-            var preRequest = await RequestStringWithCookiesAndRetry(LoginUrl, string.Empty);
+            CookieHeader = ""; // cookie reset needed in order to relogin
+
+            var preRequest = await RequestStringWithCookiesAndRetry(LoginUrl);
 
             var result = await RequestLoginAndFollowRedirect(LoginUrl, pairs, preRequest.Cookies, true, SearchUrl, SiteLink);
             await ConfigureIfOK(result.Cookies, result.Content != null && result.Content.Contains("Search Results"), () =>

src/Jackett.Common/Indexers/TorrentDay.cs

@@ -52,7 +52,7 @@ namespace Jackett.Common.Indexers
         public TorrentDay(IIndexerConfigurationService configService, WebClient wc, Logger l, IProtectionService ps)
             : base(name: "TorrentDay",
                 description: "TorrentDay (TD) is a Private site for TV / MOVIES / GENERAL",
-                link: "https://www.torrentday.it/",
+                link: "https://td.getcrazy.me/",
                 caps: TorznabUtil.CreateDefaultTorznabTVCaps(),
                 configService: configService,
                 client: wc,

src/Jackett.Common/Models/ResultPage.cs

@@ -81,7 +81,7 @@ namespace Jackett.Common.Models
                             getTorznabElement("magneturl", r.MagnetUri),
                             getTorznabElement("rageid", r.RageID),
                             getTorznabElement("thetvdb", r.TVDBId),
-                            getTorznabElement("imdb", r.Imdb),
+                            getTorznabElement("imdb", r.Imdb == null ? null : ((long)r.Imdb).ToString("D7")),
                             getTorznabElement("seeders", r.Seeders),
                             getTorznabElement("peers", r.Peers),
                             getTorznabElement("infohash", r.InfoHash),

src/Jackett.Common/Utils/Clients/HttpWebClient.cs

@@ -261,7 +261,10 @@ namespace Jackett.Common.Utils.Clients
                                     // URL decoding apparently is needed to, without it e.g. Demonoid download is broken
                                     // TODO: is it always needed (not just for relative redirects)?
                                     var newRedirectingTo = WebUtilityHelpers.UrlDecode(result.RedirectingTo, webRequest.Encoding);
-                                    newRedirectingTo = newRedirectingTo.Replace("file://", request.RequestUri.Scheme + "://" + request.RequestUri.Host);
+                                    if (newRedirectingTo.StartsWith("file:////")) // Location without protocol but with host (only add scheme)
+                                        newRedirectingTo = newRedirectingTo.Replace("file://", request.RequestUri.Scheme + ":");
+                                    else
+                                        newRedirectingTo = newRedirectingTo.Replace("file://", request.RequestUri.Scheme + "://" + request.RequestUri.Host);
                                     logger.Debug("[MONO relative redirect bug] Rewriting relative redirect URL from " + result.RedirectingTo + " to " + newRedirectingTo);
                                     result.RedirectingTo = newRedirectingTo;
                                 }

src/Jackett.Common/Utils/Clients/HttpWebClient2.cs

@@ -281,7 +281,10 @@ namespace Jackett.Common.Utils.Clients
                 // URL decoding apparently is needed to, without it e.g. Demonoid download is broken
                 // TODO: is it always needed (not just for relative redirects)?
                 var newRedirectingTo = WebUtilityHelpers.UrlDecode(result.RedirectingTo, webRequest.Encoding);
-                newRedirectingTo = newRedirectingTo.Replace("file://", request.RequestUri.Scheme + "://" + request.RequestUri.Host);
+                if (newRedirectingTo.StartsWith("file:////")) // Location without protocol but with host (only add scheme)
+                    newRedirectingTo = newRedirectingTo.Replace("file://", request.RequestUri.Scheme + ":");
+                else
+                    newRedirectingTo = newRedirectingTo.Replace("file://", request.RequestUri.Scheme + "://" + request.RequestUri.Host);
                 logger.Debug("[MONO relative redirect bug] Rewriting relative redirect URL from " + result.RedirectingTo + " to " + newRedirectingTo);
                 result.RedirectingTo = newRedirectingTo;
             }

src/Jackett.Common/Utils/Clients/HttpWebClientNetCore.cs

@@ -258,7 +258,10 @@ namespace Jackett.Common.Utils.Clients
                                     // URL decoding apparently is needed to, without it e.g. Demonoid download is broken
                                     // TODO: is it always needed (not just for relative redirects)?
                                     var newRedirectingTo = WebUtilityHelpers.UrlDecode(result.RedirectingTo, webRequest.Encoding);
-                                    newRedirectingTo = newRedirectingTo.Replace("file://", request.RequestUri.Scheme + "://" + request.RequestUri.Host);
+                                    if (newRedirectingTo.StartsWith("file:////")) // Location without protocol but with host (only add scheme)
+                                        newRedirectingTo = newRedirectingTo.Replace("file://", request.RequestUri.Scheme + ":");
+                                    else
+                                        newRedirectingTo = newRedirectingTo.Replace("file://", request.RequestUri.Scheme + "://" + request.RequestUri.Host);
                                     logger.Debug("[MONO relative redirect bug] Rewriting relative redirect URL from " + result.RedirectingTo + " to " + newRedirectingTo);
                                     result.RedirectingTo = newRedirectingTo;
                                 }

src/Jackett.Updater/Program.cs

@@ -247,7 +247,6 @@ namespace Jackett.Updater
                 "Definitions/ultrahdclub.yml",
                 "Definitions/infinityt.yml",
                 "Definitions/hachede-c.yml",
-                "Definitions/hd4Free.yml",
                 "Definitions/skytorrents.yml",
                 "Definitions/gormogon.yml",
                 "Definitions/czteam.yml",
@@ -275,6 +274,7 @@ namespace Jackett.Updater
                 "System.Web.Http.Tracing.dll",
                 "Definitions/torrentkim.yml",
                 "Definitions/horriblesubs.yml",
+                "Definitions/idope.yml",
             };
 
             foreach (var oldFile in oldFiles)