Introduce AvistaZ and CinemaZ subtitles provider (via web scraping)

bazarr/app/config.py

@@ -215,6 +215,14 @@ class Validator(OriginalValidator):
     Validator('addic7ed.user_agent', must_exist=True, default='', is_type_of=str),
     Validator('addic7ed.vip', must_exist=True, default=False, is_type_of=bool),
 
+    # avistaz section
+    Validator('avistaz.cookies', must_exist=True, default='', is_type_of=str),
+    Validator('avistaz.user_agent', must_exist=True, default='', is_type_of=str),
+
+    # cinemaz section
+    Validator('cinemaz.cookies', must_exist=True, default='', is_type_of=str),
+    Validator('cinemaz.user_agent', must_exist=True, default='', is_type_of=str),
+
     # podnapisi section
     Validator('podnapisi.verify_ssl', must_exist=True, default=True, is_type_of=bool),
 

bazarr/app/get_providers.py

@@ -229,6 +229,14 @@ def get_providers_auth():
             'user_agent': settings.addic7ed.user_agent,
             'is_vip': settings.addic7ed.vip,
         },
+        'avistaz': {
+            'cookies': settings.avistaz.cookies,
+            'user_agent': settings.avistaz.user_agent,
+        },
+        'cinemaz': {
+            'cookies': settings.cinemaz.cookies,
+            'user_agent': settings.cinemaz.user_agent,
+        },
         'opensubtitles': {
             'username': settings.opensubtitles.username,
             'password': settings.opensubtitles.password,

bazarr/radarr/sync/utils.py

@@ -93,3 +93,32 @@ def get_movies_from_radarr_api(apikey_radarr, radarr_id=None):
             return r.json()
         else:
             return
+
+
+def get_history_from_radarr_api(apikey_radarr, movie_id):
+    url_radarr_api_history = f"{url_api_radarr()}history?eventType=1&movieIds={movie_id}&apikey={apikey_radarr}"
+
+    try:
+        r = requests.get(url_radarr_api_history, timeout=int(settings.sonarr.http_timeout), verify=False,
+                         headers=headers)
+        r.raise_for_status()
+    except requests.exceptions.HTTPError:
+        logging.exception("BAZARR Error trying to get history from Radarr. Http error.")
+        return
+    except requests.exceptions.ConnectionError:
+        logging.exception("BAZARR Error trying to get history from Radarr. Connection Error.")
+        return
+    except requests.exceptions.Timeout:
+        logging.exception("BAZARR Error trying to get history from Radarr. Timeout Error.")
+        return
+    except requests.exceptions.RequestException:
+        logging.exception("BAZARR Error trying to get history from Radarr.")
+        return
+    except Exception as e:
+        logging.exception(f"Exception raised while getting history from Radarr API: {e}")
+        return
+    else:
+        if r.status_code == 200:
+            return r.json()
+        else:
+            return

bazarr/sonarr/sync/utils.py

@@ -166,3 +166,32 @@ def get_episodesFiles_from_sonarr_api(apikey_sonarr, series_id=None, episode_fil
             return r.json()
         else:
             return
+
+
+def get_history_from_sonarr_api(apikey_sonarr, episode_id):
+    url_sonarr_api_history = f"{url_api_sonarr()}history?eventType=1&episodeId={episode_id}&apikey={apikey_sonarr}"
+
+    try:
+        r = requests.get(url_sonarr_api_history, timeout=int(settings.sonarr.http_timeout), verify=False,
+                         headers=headers)
+        r.raise_for_status()
+    except requests.exceptions.HTTPError:
+        logging.exception("BAZARR Error trying to get history from Sonarr. Http error.")
+        return
+    except requests.exceptions.ConnectionError:
+        logging.exception("BAZARR Error trying to get history from Sonarr. Connection Error.")
+        return
+    except requests.exceptions.Timeout:
+        logging.exception("BAZARR Error trying to get history from Sonarr. Timeout Error.")
+        return
+    except requests.exceptions.RequestException:
+        logging.exception("BAZARR Error trying to get history from Sonarr.")
+        return
+    except Exception as e:
+        logging.exception(f"Exception raised while getting history from Sonarr API: {e}")
+        return
+    else:
+        if r.status_code == 200:
+            return r.json()
+        else:
+            return

bazarr/subtitles/refiners/__init__.py

@@ -2,5 +2,10 @@
 
 from .ffprobe import refine_from_ffprobe
 from .database import refine_from_db
+from .arr_history import refine_from_arr_history
 
-registered = {"database": refine_from_db, "ffprobe": refine_from_ffprobe}
+registered = {
+    "database": refine_from_db,
+    "ffprobe": refine_from_ffprobe,
+    "arr_history": refine_from_arr_history,
+}

bazarr/subtitles/refiners/arr_history.py

@@ -0,0 +1,32 @@
+# coding=utf-8
+# fmt: off
+
+import logging
+
+from app.config import settings
+from radarr.sync.utils import get_history_from_radarr_api
+from sonarr.sync.utils import get_history_from_sonarr_api
+from subliminal import Episode, Movie
+
+refined_providers = {'avistaz', 'cinemaz'}
+
+
+def refine_from_arr_history(path, video):
+    if refined_providers.intersection(settings.general.enabled_providers) and video.info_url is None:
+        refine_info_url(video)
+
+
+def refine_info_url(video):
+    if isinstance(video, Episode) and video.sonarrEpisodeId:
+        history = get_history_from_sonarr_api(settings.sonarr.apikey, video.sonarrEpisodeId)
+    elif isinstance(video, Movie) and video.radarrId:
+        history = get_history_from_radarr_api(settings.radarr.apikey, video.radarrId)
+    else:
+        return
+
+    for grab in history['records']:
+        # take the latest grab for the episode
+        if 'nzbInfoUrl' in grab['data'] and grab['data']['nzbInfoUrl']:
+            video.info_url = grab['data']['nzbInfoUrl']
+            logging.debug(f'Refining {video} with Info URL: {video.info_url}')
+            break

frontend/src/pages/Settings/Providers/list.ts

@@ -68,6 +68,24 @@ export const ProviderList: Readonly<ProviderInfo[]> = [
     name: "Argenteam Dump",
     description: "Subtitles dump of the now extinct Argenteam",
   },
+  {
+    key: "avistaz",
+    name: "AvistaZ",
+    description:
+      "avistaz.to - AvistaZ is an Asian torrent tracker for HD movies, TV shows and music",
+    inputs: [
+      {
+        type: "text",
+        key: "cookies",
+        name: "Cookies, e.g., PHPSESSID=abc; wikisubtitlesuser=xyz; wikisubtitlespass=efg",
+      },
+      {
+        type: "text",
+        key: "user_agent",
+        name: "User-Agent, e.g., Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:95.0) Gecko/20100101 Firefox/95.0",
+      },
+    ],
+  },
   {
     key: "assrt",
     description: "Chinese Subtitles Provider",
@@ -96,6 +114,24 @@ export const ProviderList: Readonly<ProviderInfo[]> = [
     description:
       "Provider removed from Bazarr because it was causing too many issues.\nIt will always return no subtitles.",
   },
+  {
+    key: "cinemaz",
+    name: "CinemaZ",
+    description:
+      "cinemaz.to - CinemaZ is a private torrent tracker which is dedicated to little-known and cult films that you will not find on other popular torrent resources.",
+    inputs: [
+      {
+        type: "text",
+        key: "cookies",
+        name: "Cookies, e.g., PHPSESSID=abc; wikisubtitlesuser=xyz; wikisubtitlespass=efg",
+      },
+      {
+        type: "text",
+        key: "user_agent",
+        name: "User-Agent, e.g., Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:95.0) Gecko/20100101 Firefox/95.0",
+      },
+    ],
+  },
   {
     key: "embeddedsubtitles",
     name: "Embedded Subtitles",

libs/subliminal_patch/providers/avistaz.py

@@ -0,0 +1,10 @@
+# -*- coding: utf-8 -*-
+from __future__ import absolute_import
+
+from .avistaz_network import AvistazNetworkProviderBase
+
+
+class AvistazProvider(AvistazNetworkProviderBase):
+    """AvistaZ.to Provider."""
+    server_url = 'https://avistaz.to/'
+    provider_name = 'avistaz'