Skip to content

Commit

Permalink
update SR
Browse files Browse the repository at this point in the history
  • Loading branch information
codingPF committed Nov 16, 2023
1 parent 16c8553 commit f84bb0f
Show file tree
Hide file tree
Showing 2 changed files with 38 additions and 18 deletions.
26 changes: 18 additions & 8 deletions config/Test-MServer-Config-R1.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -17,12 +17,22 @@ maximumRequestsPerSecond: 999.0

# If set only these Sender will be crawled all other will be ignored.
senderIncluded:
#- MDR
#- NDR
#- ARD
#- ARTE_DE
#- ARGE_FR
#- ARTE_EN
#- ARTE_PL
#- ARTE_IT
#- ARTE_ES
#- 3SAT
#- FUNK
#- KIKA
- DW
#- BR
#- ORF
#- PHOENIX
#- SRF
#- SR
#- ZDF

# If set the server will be awake after the crawler run and restarts the run after the given amount.
#schedules:
Expand Down Expand Up @@ -159,14 +169,14 @@ senderConfigurations:
KIKA:
maximumSubpages: 2
maximumRequestsPerSecond: 8.0
SR:
maximumRequestsPerSecond: 2.0
ZDF:
maximumRequestsPerSecond: 10.0
FUNK:
maximumUrlsPerTask: 99
DW:
maximumSubpages: 30
maximumSubpages: 10
SR:
maximumSubpages: 5

# configure string variables
crawlerApiParams:
Expand All @@ -184,13 +194,13 @@ copySettings:
# JSON: /var/www/mediathekview/filmlisten/filmliste.json
OLD_JSON: copyTarget/filmliste_old.json
# JSON_COMPRESSED: /var/www/mediathekview/filmlisten/filmliste.json.xz
OLD_JSON_COMPRESSED_XZ: copyTarget/filmliste_old.json.xz
# OLD_JSON_COMPRESSED_XZ: copyTarget/filmliste_old.json.xz

copyTargetDiffFilePaths:
# JSON: /var/www/mediathekview/filmlisten/filmliste_diff.json
OLD_JSON: copyTarget/filmliste_old_diff.json
# JSON_COMPRESSED: /var/www/mediathekview/filmlisten/filmliste_diff.json.xz
OLD_JSON_COMPRESSED_XZ: copyTarget/filmliste_old_diff.json.xz
# OLD_JSON_COMPRESSED_XZ: copyTarget/filmliste_old_diff.json.xz

#### Logging ####
logSettings:
Expand Down
30 changes: 20 additions & 10 deletions config/Test-MServer-Config-R2.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -17,12 +17,22 @@ maximumRequestsPerSecond: 999.0

# If set only these Sender will be crawled all other will be ignored.
senderIncluded:
#- MDR
#- NDR
#- ARD
#- ARTE_DE
#- ARGE_FR
#- ARTE_EN
#- ARTE_PL
#- ARTE_IT
#- ARTE_ES
#- 3SAT
#- FUNK
#- KIKA
- DW
#- BR
#- ORF
#- PHOENIX
#- SRF
#- SR
#- ZDF

# If set the server will be awake after the crawler run and restarts the run after the given amount.
#schedules:
Expand Down Expand Up @@ -159,14 +169,14 @@ senderConfigurations:
KIKA:
maximumSubpages: 2
maximumRequestsPerSecond: 8.0
SR:
maximumRequestsPerSecond: 2.0
ZDF:
maximumRequestsPerSecond: 10.0
FUNK:
maximumUrlsPerTask: 99
DW:
maximumSubpages: 10
maximumSubpages: 1
SR:
maximumSubpages: 1

# configure string variables
crawlerApiParams:
Expand All @@ -175,7 +185,7 @@ crawlerApiParams:
#### COPY ####
copySettings:
# En- / disables FTP
copyEnabled: false
copyEnabled: true

# The paths where to safe the film list files.
# WARNING: You can only set the path for film list formats you listed in "filmlistSaveFormats".
Expand All @@ -184,13 +194,13 @@ copySettings:
# JSON: /var/www/mediathekview/filmlisten/filmliste.json
OLD_JSON: copyTarget/filmliste_old.json
# JSON_COMPRESSED: /var/www/mediathekview/filmlisten/filmliste.json.xz
OLD_JSON_COMPRESSED_XZ: copyTarget/filmliste_old.json.xz
# OLD_JSON_COMPRESSED_XZ: copyTarget/filmliste_old.json.xz

copyTargetDiffFilePaths:
# JSON: /var/www/mediathekview/filmlisten/filmliste_diff.json
OLD_JSON: copyTarget/filmliste_old_diff.json
# JSON_COMPRESSED: /var/www/mediathekview/filmlisten/filmliste_diff.json.xz
OLD_JSON_COMPRESSED_XZ: copyTarget/filmliste_old_diff.json.xz
# OLD_JSON_COMPRESSED_XZ: copyTarget/filmliste_old_diff.json.xz

#### Logging ####
logSettings:
Expand All @@ -203,7 +213,7 @@ logSettings:
logLevelFile: INFO

# Should be logged to console?
logActivateConsole: true
logActivateConsole: false

# Should be logged to file?
logActivateFile: true
Expand Down

0 comments on commit f84bb0f

Please sign in to comment.