forked from gitter-badger/kimurai
-
Notifications
You must be signed in to change notification settings - Fork 14
/
application.rb
52 lines (43 loc) · 2.46 KB
/
application.rb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
Kimurai.configure do |config|
# Default logger has colored mode in development.
# If you would like to disable it, set `colorize_logger` to false.
# config.colorize_logger = false
# Logger level for default logger:
# config.log_level = :info
# custom logger (you can use logstash for example with multiple sources)
# config.logger = Logger.new(STDOUT)
# Define custom time zone, so timestamps in logs and stats database will have
# this custom time zone. Makes sense to use same custom time zone in config and schedule.rb
# (using local_to_utc helper). Or just use everywhere "UTC" (like in Rails).
# config.time_zone = "UTC"
# config.time_zone = "Europe/Moscow"
# Add custom request errors to retry:
# config.retry_request_errors += [Net::HTTPBadGateway]
# At start callback for runner's session. Accepts argument with session info as hash with
# keys: id, status, start_time, environment, concurrent_jobs, crawlers.
# For example, you can use this callback to send notification when session was started:
# config.runner_at_start_callback = lambda do |session_info|
# json = JSON.pretty_generate(session_info)
# Sender.send_notification("Started session: #{json}")
# end
# At stop callback for runner's session. Accepts argument with session info as hash with
# all `runner_at_start_callback` keys plus additional `stop_time` parameter. Also `status` contains
# stop status of session (completed or failed).
# For example, you can use this callback to send notification when session was stopped:
# config.runner_at_stop_callback = lambda do |session_info|
# json = JSON.pretty_generate(session_info)
# Sender.send_notification("Stopped session: #{json}")
# end
# Provide stats_database_url to enable stats and save info about crawlers runs and sessions to
# a database. To check stats run dashboard: `$ bundle exec kimurai dashboard`.
# Format for a database url: https://sequel.jeremyevans.net/rdoc/files/doc/opening_databases_rdoc.html
# You can use sqlite, postgres or mysql database (check Gemfile and uncomment required gem).
# config.stats_database_url = "sqlite://db/crawlers_runs_#{Kimurai.env}.sqlite3"
# Optional settings for a dashboard
# config.dashboard = {
# port: 3001,
# basic_auth: { username: "admin", password: "123456" }
# }
end
# Note: you can create `config/environments` folder and put there specific env configurations
# for Kimurai (in additional to this config/application.rb main configuration)