From 44b843d0489cc4f86824e5fbf1cf28dfca2b5a64 Mon Sep 17 00:00:00 2001 From: mhdzumair Date: Sat, 7 Dec 2024 18:47:22 +0530 Subject: [PATCH] Update user-agent and Scraper URL configs --- mediafusion_scrapy/settings.py | 2 +- resources/json/scraper_config.json | 8 ++++---- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/mediafusion_scrapy/settings.py b/mediafusion_scrapy/settings.py index 2607aaa7..6c68087f 100644 --- a/mediafusion_scrapy/settings.py +++ b/mediafusion_scrapy/settings.py @@ -15,7 +15,7 @@ # Crawl responsibly by identifying yourself (and your website) on the user-agent -USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36" +USER_AGENT = "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Google Search Console)" # Obey robots.txt rules ROBOTSTXT_OBEY = False diff --git a/resources/json/scraper_config.json b/resources/json/scraper_config.json index 22732c93..e7d06865 100644 --- a/resources/json/scraper_config.json +++ b/resources/json/scraper_config.json @@ -1,13 +1,13 @@ { "start_urls": { - "nowsports": "https://nowmesports.org/", - "nowmetv": "https://nowmeplay.com/", + "nowsports": "https://neeplay.com/", + "nowmetv": "https://neesport.xyz/", "tamilultra": "https://tamilultratv.co.in/", "tamilbulb": "https://tamilbulb.tv/", "tgx": ["torrentgalaxy.to", "tgx.rs", "torrentgalaxy.mx"] }, "tamil_blasters": { - "homepage": "https://1tamilblasters.link", + "homepage": "https://www.1tamilblasters.my", "catalogs": { "tamil": { "hdrip": "7-tamil-new-movies-hdrips-bdrips-dvdrips-hdtv", @@ -52,7 +52,7 @@ } }, "tamilmv": { - "homepage": "https://www.1tamilmv.wf", + "homepage": "https://www.1tamilmv.fit", "catalogs": { "tamil": { "hdrip": [