Skip to content

Commit

Permalink
Merge pull request #42 from PRX/feat/update_bots
Browse files Browse the repository at this point in the history 
Update bots and apps
  • Loading branch information
@cavis
cavis authored Jan 30, 2024
2 parents 09d7ab5 + 6de586f commit 0201f5b
Show file tree
Hide file tree
Showing 7 changed files with 16,400 additions and 16,105 deletions.
138 changes: 108 additions & 30 deletions db/agents.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -179,13 +179,14 @@
]
},
{
"regex": "^Audible.+CFNetwork",
"regex": "^(Audible|com\\.audible).+(CFNetwork|iOS)",
"name": "Audible",
"type": "Mobile App",
"os": "iOS",
"examples": [
"Audible/648 CFNetwork/1206 Darwin/20.1.0",
"Audible/123 CFNetwork/1197 Darwin/19.6.0"
"Audible/123 CFNetwork/1197 Darwin/19.6.0",
"com.audible.playersdk.player/4.13.1;(iOS/AVPlayer/17.2.1)"
]
},
{
Expand Down Expand Up @@ -356,16 +357,6 @@
"Clementine 1.3.1"
]
},
{
"regex": "^Dalvik.+Android",
"name": null,
"type": "Mobile App",
"os": "Android",
"examples": [
"Dalvik/2.1.0 (Linux; U; Android 8.0.0; SM-G950U Build/R16NW)",
"Dalvik/1.6.0 (Linux; U; Android 4.4.2; SM-N900 Build/KOT49H)"
]
},
{
"regex": "^Deezer.+windows",
"name": "Deezer",
Expand Down Expand Up @@ -454,13 +445,17 @@
]
},
{
"regex": "^Echo",
"regex": "^(Amazon;)?Echo",
"name": "Alexa",
"type": "Smart Home",
"os": "Amazon OS",
"examples": [
"Echo/1.0(APNG)",
"Echo/1.0(MRM)"
"Echo/1.0(MRM)",
"Amazon;Echo;27d4dfe427b34d57995b463e5d63198d;;tpapi;3.199.422",
"Amazon;Echo_Dot;27d4dfe427b34d57995b463e5d63198d;;tpapi;3.199.422",
"Amazon;Echo_Dot_with_clock;27d4dfe427b34d57995b463e5d63198d;;tpapi;3.199.422",
"Amazon;Echo_Show_5;27d4dfe427b34d57995b463e5d63198d;;tpapi;3.199.422"
]
},
{
Expand Down Expand Up @@ -843,7 +838,8 @@
"type": "Mobile App",
"os": "Android",
"examples": [
"Luminary/1.0.0 build 1035/Android 27"
"Luminary/1.0.0 build 1035/Android 27",
"Luminary/53.0 (Android 13; motorola edge 30 fusion; motorola tundra; en)"
]
},
{
Expand Down Expand Up @@ -904,6 +900,24 @@
"MusicBee"
]
},
{
"regex": "^com\\.condenast\\.thenewyorker.+Android",
"name": "The New Yorker",
"type": "Mobile App",
"os": "Android",
"examples": [
"com.condenast.thenewyorker.mediaplayer/5.0.2 (Linux;Android 14) ExoPlayerLib/2.18.2"
]
},
{
"regex": "^The New Yorker.+CFNetwork",
"name": "The New Yorker",
"type": "Mobile App",
"os": "iOS",
"examples": [
"The New Yorker/8198 CFNetwork/1490.0.4 Darwin/23.2.0"
]
},
{
"regex": "^Newsboat.+Linux",
"name": "Newsboat",
Expand All @@ -914,22 +928,24 @@
]
},
{
"regex": "^NPR One.+CFNetwork",
"regex": "^NPR( One)?.+CFNetwork",
"name": "NPR One",
"type": "Mobile App",
"os": "iOS",
"examples": [
"NPR%20One/122 CFNetwork/976 Darwin/18.2.0",
"NPR One/217 CFNetwork/1121.2.2 Darwin/19.3.0"
"NPR One/217 CFNetwork/1121.2.2 Darwin/19.3.0",
"NPR/654 CFNetwork/1490.0.4 Darwin/23.2.0"
]
},
{
"regex": "^NPROneAndroid",
"regex": "^(NPROneAndroid|Dalvik.+nprone_android)",
"name": "NPR One",
"type": "Mobile App",
"os": "Android",
"examples": [
"NPROneAndroid"
"NPROneAndroid",
"Dalvik/2.1.0 (Linux; U; Android 14; Pixel 7 Build/UQ1A.240105.004.A1) nprone_android/3.8.3/OSv:14,15"
]
},
{
Expand Down Expand Up @@ -1233,6 +1249,15 @@
"PodcastRepublic/18.0 (Linux; U; Android 8.0.0;dreamqltesq/R16NW)"
]
},
{
"regex": "^PodcastRepublic.+(iPhone|iPad|iPod)",
"name": "PodcastRepublic",
"type": "Mobile App",
"os": "iOS",
"examples": [
"PodcastRepublic/18.0 (iPhone; CPU iPhone OS 14_7_1 like Mac OS X)"
]
},
{
"regex": "^Podcoin",
"name": "Podcoin",
Expand Down Expand Up @@ -1466,6 +1491,14 @@
"Sony;BRAVIA2015;756a522d9f1648b89e76e80be654456a;;tpapi"
]
},
{
"regex": "^sony.+ps5",
"name": "Sony Playstation",
"type": "Smart TV",
"examples": [
"sony_tv;ps5;9b18101888dd42948afd0b8792122bec;;tpapi;3.203.235"
]
},
{
"regex": "^Spotify(-Lite)?\\/.+Android",
"name": "Spotify",
Expand Down Expand Up @@ -1779,6 +1812,33 @@
"microsoft;xbox_series_x;1fc2d01aa9074dde950e8d3dc0eb1729;;tpapi;3.167.55"
]
},
{
"regex": "^Ya(ndex)?\\.Music",
"name": "Yandex Music",
"type": "Mobile App",
"examples": [
"Yandex.Music/2019-11-01.trunk.5885661",
"Ya.Music/2024-01-24.trunk.13277979"
]
},
{
"regex": "^com\\.google\\.android\\.apps\\.youtube\\.music",
"name": "YouTube Music",
"type": "Mobile App",
"os": "Android",
"examples": [
"com.google.android.apps.youtube.music/6.36.51(Linux; U; Android 14; en_US; Pixel 6 Pro Build/UQ1A.240105.002),198"
]
},
{
"regex": "^YouTubeMusic.+CFNetwork",
"name": "YouTube Music",
"type": "Mobile App",
"os": "iOS",
"examples": [
"YouTubeMusic/6.36.3 CFNetwork/1492.0.1 Darwin/23.3.0,34"
]
},
{
"regex": "^Zune",
"name": "Zune",
Expand All @@ -1789,7 +1849,7 @@
]
},
{
"regex": "^MixerBox\\/.*Android",
"regex": "^MixerBox( Pro)?\\/.*Android",
"name": "MixerBox",
"type": "Mobile App",
"os": "Android",
Expand All @@ -1798,23 +1858,35 @@
]
},
{
"regex": "^MixerBox\\/.*(iOS|CFNetwork)",
"regex": "^MixerBox( Pro)?\\/.*(iOS|CFNetwork)",
"name": "MixerBox",
"type": "Mobile App",
"os": "iOS",
"examples": [
"MixerBox/807.iOS (iPhone; iOS 14.4; en_US)",
"MixerBox/817 CFNetwork/1220.1 Darwin/20.3.0"
"MixerBox/817 CFNetwork/1220.1 Darwin/20.3.0",
"MixerBox Pro/10015 CFNetwork/1490.0.4 Darwin/23.2.0"
]
},
{
"regex": "^Dalvik.+Android",
"name": null,
"type": "Mobile App",
"os": "Android",
"examples": [
"Dalvik/2.1.0 (Linux; U; Android 8.0.0; SM-G950U Build/R16NW)",
"Dalvik/1.6.0 (Linux; U; Android 4.4.2; SM-N900 Build/KOT49H)"
]
},
{
"regex": "^(Podcasts|Podcast’ler|Podcast|Podcaster|Podcasti|Podcastit|Podcastok|Podcasturi|Podcasty|Podkaster|Balados|Подкасти|Подкасты|פודקאסטים|البودكاست|पॉडकास्ट|พ็อดคาสท์|播客|팟캐스트|ポッドキャスト)\\/.+(x86_64)",
"regex": "^(Podcasts|Podcast’ler|Podcast|Podcaster|Podcasti|Podcastit|Podcastok|Podcasturi|Podcasty|Podkaster|Balados|Подкасти|Подкасты|Подкасттар|פודקאסטים|البودكاست|पॉडकास्ट|พ็อดคาสท์|播客|팟캐스트|ポッドキャスト)\\/.+(x86_64)",
"name": "Apple Podcasts",
"type": "Desktop App",
"os": "macOS",
"examples": [
"Podcasts/1425.5 CFNetwork/1121.1.2 Darwin/19.3.0 (x86_64)",
"Подкасты/1425.5 CFNetwork/1121.1.2 Darwin/19.2.0 (x86_64)",
"Подкасттар/1709.2.2 CFNetwork/1390 Darwin/22.0.0 (x86_64)",
"Podcast/1425.5 CFNetwork/1121.1.2 Darwin/19.2.0 (x86_64)",
"Podkaster/1425.5 CFNetwork/1121.1.2 Darwin/19.2.0 (x86_64)",
"Podcasty/1425.5 CFNetwork/1121.1.2 Darwin/19.2.0 (x86_64)",
Expand All @@ -1825,7 +1897,7 @@
]
},
{
"regex": "^(Podcasts|Podcast’ler|Podcast|Podcaster|Podcasti|Podcastit|Podcastok|Podcasturi|Podcasty|Podkaster|Balados|Подкасти|Подкасты|פודקאסטים|البودكاست|पॉडकास्ट|พ็อดคาสท์|播客|팟캐스트|ポッドキャスト)\\/",
"regex": "^(Podcasts|Podcast’ler|Podcast|Podcaster|Podcasti|Podcastit|Podcastok|Podcasturi|Podcasty|Podkaster|Balados|Подкасти|Подкасты|Подкасттар|פודקאסטים|البودكاست|पॉडकास्ट|พ็อดคาสท์|播客|팟캐스트|ポッドキャスト)\\/",
"name": "Apple Podcasts",
"type": "Mobile App",
"os": "iOS",
Expand All @@ -1838,6 +1910,7 @@
"Podcaster/1425.5 CFNetwork/1121.2.2 Darwin/19.2.0",
"팟캐스트/1425.5 CFNetwork/1121.2.2 Darwin/19.3.0",
"Подкасты/1425.5 CFNetwork/1121.2.2 Darwin/19.2.0",
"Подкасттар/1709.2.2 CFNetwork/1390 Darwin/22.0.0",
"Podcastit/1425.5 CFNetwork/1121.2.2 Darwin/19.2.0",
"%D0%9F%D0%BE%D0%B4%D0%BA%D0%B0%D1%81%D1%82%D1%8B/1420.34 CFNetwork/1121.2.2 Darwin/19.2.0",
"ポッドキャスト/1709.2.2 CFNetwork/1390 Darwin/22.0.0"
Expand Down Expand Up @@ -1866,12 +1939,13 @@
]
},
{
"regex": "^AppleCoreMedia.+(Audio Accessory|HomePod)",
"regex": "^(AppleCoreMedia.+Audio Accessory|AppleCoreMedia.+HomePod|AirPodcasts.+CFNetwork)",
"name": "Apple Podcasts",
"type": "Smart Home",
"os": "iOS",
"examples": [
"AppleCoreMedia/1.0.0.16D39 (HomePod; U; CPU OS 12_1_3 like Mac OS X; en_us)"
"AppleCoreMedia/1.0.0.16D39 (HomePod; U; CPU OS 12_1_3 like Mac OS X; en_us)",
"AirPodcasts/4023.420.1 CFNetwork/1492.0.1 Darwin/23.3.0"
]
},
{
Expand Down Expand Up @@ -2325,7 +2399,7 @@
]
},
{
"regex": "^fyyd-poll|^itms|^mozilla\\/5.0.+google-podcast|^stitcherbot|^rest-client|castfeedvalidator|^amazonnewscontentservice|^trackable|luminary\\/1\\.0|spotify\\/1\\.0|^podtrac network|^anchorimport|^adswizz-podscribe|^deezer podcasters|^riddler|^mozilla\\/5.0.+ina dlweb",
"regex": "^fyyd-poll|^itms|^mozilla\\/5.0.+google-podcast|^stitcherbot|^rest-client|castfeedvalidator|^amazonnewscontentservice|^trackable|luminary\\/1\\.0|spotify\\/1\\.0|^podtrac network|^anchorimport|^adswizz-podscribe|^deezer podcasters|^riddler|^mozilla\\/5.0.+ina dlweb|^pdrl\\.fm analyzer|yandexbot",
"ignorecase": true,
"bot": true,
"notes": [
Expand All @@ -2340,11 +2414,13 @@
"Adswizz-podscribe/1.0",
"Deezer Podcasters/1.0",
"Riddler (http://riddler.io/about)",
"Mozilla/5.0 (compatible; INA dlweb; +https://www.ina.fr/collecte-du-depot-legal-web)"
"Mozilla/5.0 (compatible; INA dlweb; +https://www.ina.fr/collecte-du-depot-legal-web)",
"pdrl.fm Analyzer / 1.0.0",
"Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)"
]
},
{
"regex": "bot|spider|crawl|slurp|scan|scrap|archiver|transcoder|^curl|wget|^ruby|^python|^java|perl|php|httpclient|http-client|wordpress|facebook|yahoo|^pinterest|HWCDN|appengine|hwcdn|httrack|feedstation",
"regex": "bot|spider|crawl|slurp|scan|scrap|archiver|transcoder|^curl|wget|^ruby|^python|^java|perl|php|httpclient|http-client|wordpress|facebook|yahoo|^pinterest|HWCDN|appengine|hwcdn|httrack|feedstation|mediapartners-google|adsbot-google",
"ignorecase": true,
"bot": true,
"notes": [
Expand All @@ -2354,7 +2430,9 @@
"Googlebot-Video/1.0",
"Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)",
"msnbot/2.0b (+http://search.msn.com/msnbot.htm)",
"FeedStation/4.5 (http://www.newsgator.com/; Microsoft Windows)"
"FeedStation/4.5 (http://www.newsgator.com/; Microsoft Windows)",
"Mediapartners-Google",
"AdsBot-Google (+http://www.google.com/adsbot.html)"
]
}
]
Expand Down
Loading

0 comments on commit 0201f5b

Please sign in to comment.