Skip to content

Commit

Permalink
Update user-agent and Scraper URL configs
Browse files Browse the repository at this point in the history
  • Loading branch information
mhdzumair committed Dec 7, 2024
1 parent 49cc1b6 commit 44b843d
Show file tree
Hide file tree
Showing 2 changed files with 5 additions and 5 deletions.
2 changes: 1 addition & 1 deletion mediafusion_scrapy/settings.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@


# Crawl responsibly by identifying yourself (and your website) on the user-agent
USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36"
USER_AGENT = "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Google Search Console)"

# Obey robots.txt rules
ROBOTSTXT_OBEY = False
Expand Down
8 changes: 4 additions & 4 deletions resources/json/scraper_config.json
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
{
"start_urls": {
"nowsports": "https://nowmesports.org/",
"nowmetv": "https://nowmeplay.com/",
"nowsports": "https://neeplay.com/",
"nowmetv": "https://neesport.xyz/",
"tamilultra": "https://tamilultratv.co.in/",
"tamilbulb": "https://tamilbulb.tv/",
"tgx": ["torrentgalaxy.to", "tgx.rs", "torrentgalaxy.mx"]
},
"tamil_blasters": {
"homepage": "https://1tamilblasters.link",
"homepage": "https://www.1tamilblasters.my",
"catalogs": {
"tamil": {
"hdrip": "7-tamil-new-movies-hdrips-bdrips-dvdrips-hdtv",
Expand Down Expand Up @@ -52,7 +52,7 @@
}
},
"tamilmv": {
"homepage": "https://www.1tamilmv.wf",
"homepage": "https://www.1tamilmv.fit",
"catalogs": {
"tamil": {
"hdrip": [
Expand Down

0 comments on commit 44b843d

Please sign in to comment.