Merge pull request #30 from PRX/feat/the_podcast_app

UA updates - the podcast app, and more!
PRX · May 17, 2021 · 8ed16a6 · 8ed16a6
2 parents 23a464d + 178584f
commit 8ed16a6
Show file tree

Hide file tree

Showing 9 changed files with 16,142 additions and 16,026 deletions.
diff --git a/db/agents.json b/db/agents.json
@@ -1140,15 +1140,18 @@
       ]
     },
     {
-      "regex": "^(com\\.evolve\\.)?podcast\\/.+(CFNetwork|iOS)",
+      "regex": "^(podcast\\/[0-9]+ (iOS|CFNetwork))|^(com\\.evolve\\.podcast\\/.+iOS)|^(ThePodcastApp\\/.+iOS)",
       "name": "The Podcast App",
       "type": "Mobile App",
       "os": "iOS",
       "examples": [
         "podcast/496 iOS/Version 12.1.4 (Build 16D57) The Podcast App/2.6",
         "podcast/276 CFNetwork/976 Darwin/18.2.0",
         "com.evolve.podcast/3.11.3 (iPhone; ) (build 1246, iOS 13.3.1)",
-        "com.evolve.podcast/3.11.3 (iPad; ) (build 1246, iOS 12.4.1)"
+        "com.evolve.podcast/3.11.3 (iPad; ) (build 1246, iOS 12.4.1)",
+        "ThePodcastApp/4.4.0 (iPhone; iOS 14.4; ) stream (build 4444; +https://podcast.app/)",
+        "ThePodcastApp/5.3.1 (iPhone; iOS 14.4.2; ) player (build 4740; +https://podcast.app/)",
+        "ThePodcastApp/5.1.0 (iPhone; iOS 14.4.2; ) listenLater (build 4654; +https://podcast.app/)"
       ]
     },
     {
@@ -1313,6 +1316,15 @@
         "samsung-agent/1.1"
       ]
     },
+    {
+      "regex": "^Samsung Free\\/",
+      "name": "Samsung Free",
+      "type": "Mobile App",
+      "os": "Android",
+      "examples": [
+        "Samsung Free/5.2.01.7 (Linux;Android 11) ExoPlayerLib/2.12.0"
+      ]
+    },
     {
       "regex": "^ServeStream",
       "name": "ServeStream",
@@ -1362,12 +1374,13 @@
       ]
     },
     {
-      "regex": "^Spotify\\/.+Android",
+      "regex": "^Spotify(-Lite)?\\/.+Android",
       "name": "Spotify",
       "type": "Mobile App",
       "os": "Android",
       "examples": [
-        "Spotify/8.4.94 Android/26 (SM-G950F)"
+        "Spotify/8.4.94 Android/26 (SM-G950F)",
+        "Spotify-Lite/1.4.76.82 Android/29 (SM-A013M)"
       ]
     },
     {
@@ -1624,6 +1637,16 @@
         "Xiaoyuzhou/1.9.0"
       ]
     },
+    {
+      "regex": "^microsoft;xbox",
+      "name": "Xbox",
+      "type": "Smart TV",
+      "os": null,
+      "examples": [
+        "microsoft;xbox_one_s;1fc2d01aa9074dde950e8d3dc0eb1729;;tpapi;3.167.55",
+        "microsoft;xbox_series_x;1fc2d01aa9074dde950e8d3dc0eb1729;;tpapi;3.167.55"
+      ]
+    },
     {
       "regex": "^Zune",
       "name": "Zune",
@@ -1643,12 +1666,13 @@
       ]
     },
     {
-      "regex": "^MixerBox\\/.*iOS",
+      "regex": "^MixerBox\\/.*(iOS|CFNetwork)",
       "name": "MixerBox",
       "type": "Mobile App",
       "os": "iOS",
       "examples": [
-        "MixerBox/807.iOS (iPhone; iOS 14.4; en_US)"
+        "MixerBox/807.iOS (iPhone; iOS 14.4; en_US)",
+        "MixerBox/817 CFNetwork/1220.1 Darwin/20.3.0"
       ]
     },
     {
@@ -2157,6 +2181,13 @@
         "Linux;Android 8.0.0"
       ]
     },
+    {
+      "regex": "^Mozilla\\/5\\.0.+Cloudinary",
+      "bot": true,
+      "examples": [
+        "Mozilla/5.0 (compatible; Cloudinary/1.0)"
+      ]
+    },
     {
       "regex": "^fyyd-poll|^itms|^mozilla\\/5.0.+google-podcast|^stitcherbot|^rest-client|castfeedvalidator|^amazonnewscontentservice|^trackable|luminary\\/1\\.0|spotify\\/1\\.0|^podtrac network|^anchorimport|^adswizz-podscribe",
       "ignorecase": true,

diff --git a/db/agents.lock.js b/db/agents.lock.js
@@ -116,7 +116,7 @@ exports.agents = [
   [/^Podbbang/, 75, 36, null],
   [/^PodTrapper/, 57, 36, 42],
   [/^(PodcastAddict|Podcast Addict).+Android/, 18, 36, 42],
-  [/^(com\.evolve\.)?podcast\/.+(CFNetwork|iOS)/, 19, 36, 43],
+  [/^(podcast\/[0-9]+ (iOS|CFNetwork))|^(com\.evolve\.podcast\/.+iOS)|^(ThePodcastApp\/.+iOS)/, 19, 36, 43],
   [/^PodcastGuru/, 122, 36, 42],
   [/^PodcastRepublic.+Android/, 58, 36, 42],
   [/^Podcoin/, 98, 36, null],
@@ -134,12 +134,13 @@ exports.agents = [
   [/^Roku/, 64, 37, null],
   [/^RSSRadio/, 63, 36, 43],
   [/^samsung-agent\//, null, 37, 42],
+  [/^Samsung Free\//, 135, 36, 42],
   [/^ServeStream/, 65, 36, 42],
   [/^SiriusXM.+CFNetwork/, 128, 36, 43],
   [/^Sodes.+CFNetwork/, 88, 36, 43],
   [/^(Sonos|Linux.+Sonos)/, 22, 37, 74],
   [/^Sony;BRAVIA/, 125, 38, 42],
-  [/^Spotify\/.+Android/, 77, 36, 42],
+  [/^Spotify(-Lite)?\/.+Android/, 77, 36, 42],
   [/^Spotify\/.+iOS/, 77, 36, 43],
   [/^Spotify\/.+OSX/, 77, 35, 45],
   [/^Spotify\/.+Win32/, 77, 35, 41],
@@ -166,9 +167,10 @@ exports.agents = [
   [/^Wilson\//, 90, 36, 43],
   [/^Winamp/, 61, 35, 41],
   [/^Xiaoyuzhou/, 123, 36, 43],
+  [/^microsoft;xbox/, 134, 38, null],
   [/^Zune/, 24, 36, 41],
   [/^MixerBox\/.*Android/, 133, 36, 42],
-  [/^MixerBox\/.*iOS/, 133, 36, 43],
+  [/^MixerBox\/.*(iOS|CFNetwork)/, 133, 36, 43],
   [/^(Podcasts|Podcast’ler|Podcast|Podcaster|Podcasti|Podcastit|Podcastok|Podcasturi|Podcasty|Podkaster|Balados|Подкасти|Подкасты|פודקאסטים|البودكاست|पॉडकास्ट|พ็อดคาสท์|播客|팟캐스트)\/.+(x86_64)/, 25, 35, 45],
   [/^(Podcasts|Podcast’ler|Podcast|Podcaster|Podcasti|Podcastit|Podcastok|Podcasturi|Podcasty|Podkaster|Balados|Подкасти|Подкасты|פודקאסטים|البودكاست|पॉडकास्ट|พ็อดคาสท์|播客|팟캐스트)\//, 25, 36, 43],
   [/^itunesstored/, 25, 36, 43],
@@ -220,6 +222,7 @@ exports.agents = [
   [/^Chrome/, 29, 39, null],
   [/^Mozilla\/5\.0( compatible)?$/, null, 39, null],
   [/^Linux;Android [0-9]/, null, null, 42],
+  [/^Mozilla\/5\.0.+Cloudinary/, null, null, null, true],
   [/^fyyd-poll|^itms|^mozilla\/5.0.+google-podcast|^stitcherbot|^rest-client|castfeedvalidator|^amazonnewscontentservice|^trackable|luminary\/1\.0|spotify\/1\.0|^podtrac network|^anchorimport|^adswizz-podscribe/i, null, null, null, true],
   [/bot|spider|crawl|slurp|scan|scrap|archiver|transcoder|^curl|wget|^ruby|^python|^java|perl|php|httpclient|http-client|wordpress|facebook|yahoo|^pinterest|HWCDN|appengine|hwcdn|httrack|feedstation/i, null, null, null, true]
 ];
@@ -356,5 +359,7 @@ exports.tags = {
   130: 'Audible',
   131: 'Airr',
   132: 'Podhero',
-  133: 'MixerBox'
+  133: 'MixerBox',
+  134: 'Xbox',
+  135: 'Samsung Free'
 };
diff --git a/db/agents.lock.json b/db/agents.lock.json
@@ -677,7 +677,7 @@
       "os": "42"
     },
     {
-      "regex": "^(com\\.evolve\\.)?podcast\\/.+(CFNetwork|iOS)",
+      "regex": "^(podcast\\/[0-9]+ (iOS|CFNetwork))|^(com\\.evolve\\.podcast\\/.+iOS)|^(ThePodcastApp\\/.+iOS)",
       "name": "19",
       "type": "36",
       "os": "43"
@@ -779,6 +779,12 @@
       "type": "37",
       "os": "42"
     },
+    {
+      "regex": "^Samsung Free\\/",
+      "name": "135",
+      "type": "36",
+      "os": "42"
+    },
     {
       "regex": "^ServeStream",
       "name": "65",
@@ -810,7 +816,7 @@
       "os": "42"
     },
     {
-      "regex": "^Spotify\\/.+Android",
+      "regex": "^Spotify(-Lite)?\\/.+Android",
       "name": "77",
       "type": "36",
       "os": "42"
@@ -967,6 +973,11 @@
       "type": "36",
       "os": "43"
     },
+    {
+      "regex": "^microsoft;xbox",
+      "name": "134",
+      "type": "38"
+    },
     {
       "regex": "^Zune",
       "name": "24",
@@ -980,7 +991,7 @@
       "os": "42"
     },
     {
-      "regex": "^MixerBox\\/.*iOS",
+      "regex": "^MixerBox\\/.*(iOS|CFNetwork)",
       "name": "133",
       "type": "36",
       "os": "43"
@@ -1278,6 +1289,10 @@
       "regex": "^Linux;Android [0-9]",
       "os": "42"
     },
+    {
+      "regex": "^Mozilla\\/5\\.0.+Cloudinary",
+      "bot": true
+    },
     {
       "regex": "^fyyd-poll|^itms|^mozilla\\/5.0.+google-podcast|^stitcherbot|^rest-client|castfeedvalidator|^amazonnewscontentservice|^trackable|luminary\\/1\\.0|spotify\\/1\\.0|^podtrac network|^anchorimport|^adswizz-podscribe",
       "ignorecase": true,
@@ -1422,6 +1437,8 @@
     "130": "Audible",
     "131": "Airr",
     "132": "Podhero",
-    "133": "MixerBox"
+    "133": "MixerBox",
+    "134": "Xbox",
+    "135": "Samsung Free"
   }
 }
diff --git a/db/agents.lock.yml b/db/agents.lock.yml
@@ -441,7 +441,7 @@ agents:
     name: '18'
     type: '36'
     os: '42'
-  - regex: ^(com\.evolve\.)?podcast\/.+(CFNetwork|iOS)
+  - regex: '^(podcast\/[0-9]+ (iOS|CFNetwork))|^(com\.evolve\.podcast\/.+iOS)|^(ThePodcastApp\/.+iOS)'
     name: '19'
     type: '36'
     os: '43'
@@ -508,6 +508,10 @@ agents:
   - regex: ^samsung-agent\/
     type: '37'
     os: '42'
+  - regex: ^Samsung Free\/
+    name: '135'
+    type: '36'
+    os: '42'
   - regex: ^ServeStream
     name: '65'
     type: '36'
@@ -528,7 +532,7 @@ agents:
     name: '125'
     type: '38'
     os: '42'
-  - regex: ^Spotify\/.+Android
+  - regex: ^Spotify(-Lite)?\/.+Android
     name: '77'
     type: '36'
     os: '42'
@@ -632,6 +636,9 @@ agents:
     name: '123'
     type: '36'
     os: '43'
+  - regex: ^microsoft;xbox
+    name: '134'
+    type: '38'
   - regex: ^Zune
     name: '24'
     type: '36'
@@ -640,7 +647,7 @@ agents:
     name: '133'
     type: '36'
     os: '42'
-  - regex: ^MixerBox\/.*iOS
+  - regex: ^MixerBox\/.*(iOS|CFNetwork)
     name: '133'
     type: '36'
     os: '43'
@@ -835,6 +842,8 @@ agents:
     type: '39'
   - regex: '^Linux;Android [0-9]'
     os: '42'
+  - regex: ^Mozilla\/5\.0.+Cloudinary
+    bot: true
   - regex: >-
       ^fyyd-poll|^itms|^mozilla\/5.0.+google-podcast|^stitcherbot|^rest-client|castfeedvalidator|^amazonnewscontentservice|^trackable|luminary\/1\.0|spotify\/1\.0|^podtrac
       network|^anchorimport|^adswizz-podscribe
@@ -977,3 +986,5 @@ tags:
   '131': Airr
   '132': Podhero
   '133': MixerBox
+  '134': Xbox
+  '135': Samsung Free
diff --git a/db/agents.yml b/db/agents.yml
@@ -783,7 +783,7 @@ agents:
     examples:
       - PodcastAddict/v2 - Dalvik/2.1.0 (Linux; U; Android 8.0.0; SM-G950U Build/R16NW)
       - Podcast Addict - Dalvik/1.6.0 (Linux; U; Android 4.4.4; XT1080 Build/SU6-7.7)
-  - regex: '^(com\.evolve\.)?podcast\/.+(CFNetwork|iOS)'
+  - regex: '^(podcast\/[0-9]+ (iOS|CFNetwork))|^(com\.evolve\.podcast\/.+iOS)|^(ThePodcastApp\/.+iOS)'
     name: The Podcast App
     type: Mobile App
     os: iOS
@@ -792,6 +792,9 @@ agents:
       - podcast/276 CFNetwork/976 Darwin/18.2.0
       - com.evolve.podcast/3.11.3 (iPhone; ) (build 1246, iOS 13.3.1)
       - com.evolve.podcast/3.11.3 (iPad; ) (build 1246, iOS 12.4.1)
+      - ThePodcastApp/4.4.0 (iPhone; iOS 14.4; ) stream (build 4444; +https://podcast.app/)
+      - ThePodcastApp/5.3.1 (iPhone; iOS 14.4.2; ) player (build 4740; +https://podcast.app/)
+      - ThePodcastApp/5.1.0 (iPhone; iOS 14.4.2; ) listenLater (build 4654; +https://podcast.app/)
   - regex: '^PodcastGuru'
     name: Podcast Guru
     type: Mobile App
@@ -903,6 +906,12 @@ agents:
     os: Android
     examples:
       - samsung-agent/1.1
+  - regex: '^Samsung Free\/'
+    name: Samsung Free
+    type: Mobile App
+    os: Android
+    examples:
+      - Samsung Free/5.2.01.7 (Linux;Android 11) ExoPlayerLib/2.12.0
   - regex: '^ServeStream'
     name: ServeStream
     type: Mobile App
@@ -936,12 +945,13 @@ agents:
     examples:
       - Sony;BRAVIA4KGB;756a522d9f1648b89e76e80be654456a;;tpapi
       - Sony;BRAVIA2015;756a522d9f1648b89e76e80be654456a;;tpapi
-  - regex: '^Spotify\/.+Android'
+  - regex: '^Spotify(-Lite)?\/.+Android'
     name: Spotify
     type: Mobile App
     os: Android
     examples:
       - Spotify/8.4.94 Android/26 (SM-G950F)
+      - Spotify-Lite/1.4.76.82 Android/29 (SM-A013M)
   - regex: '^Spotify\/.+iOS'
     name: Spotify
     type: Mobile App
@@ -1116,6 +1126,13 @@ agents:
       - https://justpodnews.com/na-ge-xiao-yu-zhou-appba-dui-bo-ke-de-xiang-fa-gen-wo-men-liao-liao-liao-du-jia/
     examples:
       - Xiaoyuzhou/1.9.0
+  - regex: '^microsoft;xbox'
+    name: Xbox
+    type: Smart TV
+    os: null
+    examples:
+      - microsoft;xbox_one_s;1fc2d01aa9074dde950e8d3dc0eb1729;;tpapi;3.167.55
+      - microsoft;xbox_series_x;1fc2d01aa9074dde950e8d3dc0eb1729;;tpapi;3.167.55
   - regex: '^Zune'
     name: Zune
     type: Mobile App
@@ -1128,12 +1145,13 @@ agents:
     os: Android
     examples:
       - MixerBox/12.33 (Linux;Android 11) ExoPlayerLib/2.11.1
-  - regex: '^MixerBox\/.*iOS'
+  - regex: '^MixerBox\/.*(iOS|CFNetwork)'
     name: MixerBox
     type: Mobile App
     os: iOS
     examples:
       - MixerBox/807.iOS (iPhone; iOS 14.4; en_US)
+      - MixerBox/817 CFNetwork/1220.1 Darwin/20.3.0
 
   # witness ye podcasts and despair
   - regex: '^(Podcasts|Podcast’ler|Podcast|Podcaster|Podcasti|Podcastit|Podcastok|Podcasturi|Podcasty|Podkaster|Balados|Подкасти|Подкасты|פודקאסטים|البودكاست|पॉडकास्ट|พ็อดคาสท์|播客|팟캐스트)\/.+(x86_64)'
@@ -1512,6 +1530,10 @@ agents:
       - Linux;Android 8.0.0
 
   # bots
+  - regex: '^Mozilla\/5\.0.+Cloudinary'
+    bot: true
+    examples:
+      - Mozilla/5.0 (compatible; Cloudinary/1.0)
   - regex: '^fyyd-poll|^itms|^mozilla\/5.0.+google-podcast|^stitcherbot|^rest-client|castfeedvalidator|^amazonnewscontentservice|^trackable|luminary\/1\.0|spotify\/1\.0|^podtrac network|^anchorimport|^adswizz-podscribe'
     ignorecase: true
     bot: true