metadata.rb

name             "hops"
maintainer       "Jim Dowling"
maintainer_email "jdowling@kth.se"
license          "Apache v2.0"
description      'Installs/Configures the Hops distribution'
long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
version          "4.0.0"
source_url       "https://github.com/hopshadoop/hops-hadoop-chef"


#link:<a target='_blank' href='http://%host%:50070/'>Launch the WebUI for the NameNode</a>
recipe            "hops::nn", "Installs a HopsFs NameNode"
recipe            "hops::ndb", "Installs MySQL Cluster (ndb) dal driver for Hops"
recipe            "hops::dn", "Installs a HopsFs DataNode"
#link:<a target='_blank' href='http://%host%:8088/'>Launch the WebUI for the ResourceManager</a>
recipe            "hops::rm", "Installs a YARN ResourceManager"
recipe            "hops::nm", "Installs a YARN NodeManager"
recipe            "hops::jhs", "Installs a MapReduce JobHistory Server for YARN"
recipe            "hops::ps", "Installs a WebProxy Server for YARN"
recipe            "hops::rt", "Installs a ResourceTracker server for YARN"
recipe            "hops::client", "Installs libaries and configuration files for writing HDFS and YARN progams"
recipe            "hops::purge", "Removes all hops-hadoop files and dirs and ndb-dal, but doesnt drop hops db from NDB"
recipe            "hops::_config", "Internal recipe for setting config values"

depends 'magic_shell', '~> 1.0.0'
depends 'sysctl', '~> 1.0.3'
depends 'kagent'
depends 'ndb'
depends 'conda'
depends 'kzookeeper'
depends 'elastic'
depends 'consul'
depends 'java'

%w{ ubuntu debian rhel centos }.each do |os|
  supports os
end

attribute "hops/dir",
          :description => "Base installation directory for HopsFS",
          :type => 'string'

attribute "mysql/user",
          :description => "Mysql server username",
          :type => 'string',
          :required => "required"

attribute "mysql/password",
          :description => "MySql server Password",
          :type => 'string',
          :required => "required"

attribute "hops/erasure_coding",
          :description => "'true' or 'false' - true to enable erasure-coding replication",
          :type => 'string'

attribute "hops/nn/cache",
          :description => "'true' or 'false' - true to enable the path cache in the NameNode",
          :type => 'string'

attribute "hops/nn/partition_key",
          :description => "'true' or 'false' - true to enable the partition key when starting transactions. Distribution-aware transactions.",
          :type => 'string'

attribute "hops/install_db",
          :description => "Install hops database and tables in MySQL Cluster ('true' (default) or 'false')",
          :type => 'string'

attribute "hops/use_systemd",
          :description => "Use systemd startup scripts, default 'false'",
          :type => "string"

attribute "hops/format",
          :description => "'true' to format HDFS, 'false' to skip formatting",
          :type => 'string'

attribute "hops/reformat",
          :description => "'true' to re-format HDFS, 'false' to skip re-formatting",
          :type => 'string'

attribute "hops/yarn/memory_mbs",
          :description => "Apache_Hadoop NodeManager Memory in MB",
          :type => 'string'

attribute "hops/yarn/max_allocation_memory_mb",
          :description => "The maximum allocation for every container request at the RM, in MBs",
          :type => 'string'

attribute "hops/yarn/min_allocation_memory_mb",
          :description => "Min ammount of Memory in MB that can be allocated to a container",
          :type => 'string'

attribute "hops/yarn/nodemanager_recovery_dir",
          :description => "The directory in which yarn node manager stores recovery state",
          :type => 'string'

attribute "hops/yarn/resourcemanager_ha_enabled",
          :description => "",
          :type => "string"

attribute "hops/yarn/resourcemanager_auto_failover_enabled",
          :description => "",
          :type => "string"

attribute "hops/yarn/resourcemanager_recovery_enabled",
          :description => "",
          :type => "string"

attribute "hops/yarn/resourcemanager_recovery_supervised",
          :description => "",
          :type => "string"

attribute "hops/yarn/nodemanager_recovery_enabled",
          :description => "",
          :type => "string"

attribute "hops/yarn/rm_heartbeat",
          :description => "",
          :type => "string"

attribute "hops/yarn/quota/enabled",
          :description => "enable the yarn quota system",
          :type => "string"

attribute "hops/yarn/quota/price/base_general",
          :description => "price per unit of general resource per second",
          :type => "string"

attribute "hops/yarn/quota/price/base_general",
          :description => "price per unit of gpu per second",
          :type => "string"

attribute "hops/yarn/quota/min_runtime",
          :description => "minimum ammount of time a container is charged for, a container running for less than this time will stil be charged for this ammount of time",
          :type => "string"

attribute "hops/yarn/quota/price/mb_unit",
          :description => "ammoung of MB in a unit of memory for computation of the price",
          :type => "string"


attribute "hops/yarn/quota/prive/gpu_unit",
          :description => "number of gpu in a unit of gpu for computation of the price",
          :type => "string"

attribute "hops/yarn/quota/period",
          :description => "period at which the quota system comput containers resource utilisation",
          :type => "string"

attribute "hops/yarn/quota/price/variable",
          :description => "enable variable pricing system",
          :type => "string"

attribute "hops/yarn/quota/price/variable_interval",
          :description => "period at which to reevaluate the variable price",
          :type => "string"

attribute "hops/yarn/quota/price/multiplicator_threshold_general",
          :description => "threshold of cluster general resource utilisation above wich to start increase the price",
          :type => "string"

attribute "hops/yarn/quota/price/multiplicator_threshold_gpu",
          :description => "threshold of cluster gpu utilisation above which to start increase the price",
          :type => "string"

attribute "hops/yarn/quota/price/multiplicator_general",
          :description => "multiplicator by wich to increase the price for general resources",
          :type => "string"

attribute "hops/yarn/quota/price/multiplicator_gpu",
          :description => "multiplicator by which to increase the price for gpu resources",
          :type => "string"

attribute "hops/yarn/quota/poolsize",
          :description => "size of the threadpool to handle quota updates",
          :type => "string"

attribute "hops/yarn/nm_heapsize_mbs",
          :description => "Increase this value if using the YARN external shuffle service. (default: 1000)",
          :type => 'string'

attribute "hops/yarn/rm_heapsize_mbs",
          :description => "Resource manager heapsize. (default: 1000)",
          :type => 'string'

attribute "hops/yarn/container_executor",
          :description => "Container executor class",
          :type => 'string'

attribute "hops/trash/interval",
          :description => "How long in minutes trash survives in /user/<glassfish>/.Trash/<interval-bucket>/...",
          :type => "string"

attribute "hops/trash/checkpoint/interval",
          :description => "How long in minutes until a new directory bucket is created in /user/<glassfish>/.Trash with a timestamp. ",
          :type => "string"

attribute "hops/nn/private_ips",
          :description => "Set ip addresses",
          :type => "array"

attribute "hops/rm/private_ips",
          :description => "Set ip addresses",
          :type => "array"

attribute "hops/jhs/root_dir",
          :description => "Root directory in HDFS for MapReduce History Server",
          :type => "string"

# Needed to find the jar file for yan-spark-shuffle
attribute "hadoop_spark/version",
          :description => "Spark version",
          :type => 'string'

attribute "hops/root_url",
          :description => "Download url of hops distribution artifacts",
          :type => 'string'

attribute "hops/dist_url",
          :description => "Download url for Hops binaries",
          :type => 'string'

attribute "hops/server/threadpool",
          :description => "Number of threads in RPC server reading from socket",
          :type => 'string'

attribute "hops/clusterj/max_sessions",
          :description => "Number of preallocated ClusterJ session objects. This should be atleast as high as max mumber of threads on NN that access the database.",
          :type => 'string'

attribute "hops/clusterj/session_max_reuse_count",
          :description => "Reuse count for ClusterJ session object. After this the session is restarted to release the native memeory held by the session object. New session creation can be expensive taking more than a sec.",
          :type => 'string'

attribute "hops/clusterj/enable_dto_cache",
          :description => "Enable dto cache provided by ClusterJ lib",
          :type => 'string'

attribute "hops/clusterj/enable_session_cache",
          :description => "Enable session cache provided by ClusterJ lib",
          :type => 'string'

attribute "hops/clusterj/max_cached_instances",
          :description => "Max DTO objects to cache on Clusterj side",
          :type => 'string'

attribute "hops/alive-watchdog/enabled",
          :description => "Enable alive watchdog service, it requires an external service to poll. Default: false",
          :type => 'string'

attribute "hops/alive-watchdog/interval",
          :description => "Poll interval of watchdog. Default: 5s",
          :type => 'string'

attribute "hops/alive-watchdog/poller-class",
          :description => "Fully qualified name of the poller class. If empty, and watchdog enabled, the service will not start. Default: empty",
          :type => 'string'

attribute "hops/alive-watchdog/http-poll/url",
          :description => "HTTP endpoint to poll for verdict if we should be alive or not. Required if using HTTP based poller class",
          :type => 'string'

attribute "hops/alive-watchdog/http-poll/truststore",
          :description => "Optionally specify truststore to use in HTTP poller",
          :type => 'string'

attribute "hops/alive-watchdog/http-poll/truststore-password",
          :description => "Password of the truststore to use in HTTP poller",
          :type => 'string'

attribute "hops/alive-watchdog/json-poll/dc-id",
          :description => "Configuration of current/your own data-center used by JsonPoller",
          :type => 'string'

attribute "hops/tls/enabled",
          :description => "'true' will enable RPC TLS and 'false' will disable it",
          :type => 'string'

attribute "hops/tls/prod",
          :description => "default is 'false' (accepts untrusted certificates by default). Set to 'true' for production environments.",
          :type => 'string'

attribute "hops/rmappsecurity/actor_class",
          :description => "Actor class for RMAppSecurityManager to perform X.509/JWT requests to Hopsworks",
          :type => 'string'

attribute "hops/rmappsecurity/x509/expiration_safety_period",
          :description => "Time to substract from X509 expiration time for renewal",
          :type => 'string'

attribute "hops/rmappsecurity/x509/revocation_monitor_interval",
          :description => "Period to check for stale X509 certificates that should be revoked",
          :type => 'string'

attribute "hops/rmappsecurity/x509/sign-path",
          :description => "HTTP endpoint to submit application CSR",
          :type => 'string'

attribute "hops/rmappsecurity/x509/revoke-path",
          :description => "HTTP endpoint to revoke application X.509",
          :type => 'string'

attribute "hops/rmappsecurity/x509/key-size",
          :description => "Application X.509 key size. Default: 2048",
          :type => 'string'

attribute "hops/rmappsecurity/jwt/enabled",
          :description => "Enable JWT on Yarn",
          :type => 'string'

attribute "hops/rmappsecurity/jwt/validity",
          :description => "Validity period for JWT. Valid suffices are ms, s, m, h, d",
          :type => 'string'

attribute "hops/rmappsecurity/jwt/expiration-leeway",
          :description => "Expiration leeway period, Valid suffices are s, m, h, d",
          :type => 'string'

attribute "hops/rmappsecurity/jwt/audience",
          :description => "Comma separated list of JWT audiences",
          :type => 'string'

attribute "hops/rmappsecurity/jwt/generate-path",
          :description => "HTTP endpoint to generate application JWT",
          :type => 'string'

attribute "hops/rmappsecurity/jwt/invalidate-path",
          :description => "HTTP endpoint to invalidate application JWT",
          :type => 'string'

attribute "hops/rmappsecurity/jwt/renew-path",
          :description => "HTTP endpoint to renew application JWT",
          :type => 'string'

attribute "hops/tls/crl_enabled",
          :description => "Enable CRL validation when RPC TLS is enabled",
          :type => 'string'

attribute "hops/tls/crl_fetcher_class",
          :description => "Canonical name of the CRL fetcher class",
          :type => 'string'

attribute "hops/tls/crl_fetch_path",
          :description => "HTTP Path to fetch CA CRL",
          :type => 'string'

attribute "hops/tls/crl_output_file",
          :description => "Location where the CRL will be stored",
          :type => 'string'

attribute "hops/tls/crl_fetcher_interval",
          :description => "Interval for the CRL fetcher service, suffix can be m/h/d",
          :type => 'string'

attribute "hops/encrypt_data_transfer/enabled",
          :description => "Enable encryption for Data Tranfer Protocol of DataNodes",
          :type => 'string'

attribute "hops/encrypt_data_transfer/algorithm",
          :description => "Encryption algorithm, 3des or rc4",
          :type => 'string'

attribute "hops/yarn/detect-hardware-capabilities",
          :description => "Enable auto-detection of node capabilities such as memory and CPU.",
          :type => 'string'

attribute "hops/yarn/logical-processors-as-cores",
          :description => "Determine if logical processors should be counted as cores",
          :type => 'string'

attribute "hops/yarn/pcores-vcores-multiplier",
          :description => "Multiplier to determine how to convert phyiscal cores to vcores",
          :type => 'string'

attribute "hops/yarn/system-reserved-memory-mb",
          :description => "Amount of physical memory, in MB, that is reserved for non-YARN processes. If set to -1 it's 20% of total memory",
          :type => 'string'

attribute "hops/yarn/pmem_check",
          :description => "Whether physical memory limits will be enforced for containers.",
          :type => 'string'

attribute "hops/yarn/vcores",
          :description => "Hops NodeManager Number of Virtual Cores",
          :type => 'string'

attribute "hops/yarn/min_vcores",
          :description => "Hadoop NodeManager Minimum Virtual Cores per container",
          :type => 'string'

attribute "hops/yarn/max_vcores",
          :description => "Hadoop NodeManager Maximum Virtual Cores per container",
          :type => 'string'

attribute "hops/yarn/log_retain_secs",
          :description => "Default time (in seconds) to retain log files on the NodeManager",
          :type => 'string'

attribute "hops/yarn/log_retain_check",
          :description =>"Default time (in seconds) between checks for retained log files in HDFS.",
          :type => 'string'

attribute "hops/yarn/log_roll_interval",
          :description =>"Defines how often NMs wake up to upload log files. The minimum rolling-interval-seconds can be set is 3600.",
          :type => 'string'

attribute "hops/version",
          :description => "Version of hops",
          :type => 'string'

attribute "hops/num_replicas",
          :description => "Number of replicates for each file stored in HDFS",
          :type => 'string'

attribute "hops/container_cleanup_delay_sec",
          :description => "The number of seconds container data is retained after termination",
          :type => 'string'

attribute "hops/group",
          :description => "Group to run hdfs/yarn/yarnapp/mr as",
          :type => 'string'

attribute "hops/secure_group",
          :description => "Privileged group for service users",
          :type => 'string'

attribute "hops/secure_group_id",
          :description => "Privileged group ID. Default: 1505",
          :type => 'string'

attribute "hops/hdfs/user-home",
          :description => "Home directory of hdfs user",
          :type => 'string'

attribute "hops/yarn/user-home",
          :description => "Home directory of yarn user",
          :type => 'string'

attribute "hops/rm/user",
          :description => "Username of the user running ResourceManager",
          :type => 'string'

attribute "hops/rm/user_id",
          :description => "rmyarn user id. Default: 1508",
          :type => 'string'

attribute "hops/rm/user-home",
          :description => "Home directory of rm user",
          :type => 'string'

attribute "hops/mr/user-home",
          :description => "Home directory of mr user",
          :type => 'string'

attribute "hops/yarn/user",
          :description => "Username to run yarn as",
          :type => 'string'

attribute "hops/yarn/user_id",
          :description => "Yarn user id. Default: 1507",
          :type => 'string'

attribute "hops/yarnapp/user",
          :description => "Username to run yarn applications as",
          :type => 'string'

attribute "hops/yarnapp/uid",
          :description => "uid for the user to run yarn applications as. If you change this value you need to ensure that it match the uid in the docker image.",
          :type => 'string'

attribute "hops/mr/user",
          :description => "Username to run mapReduce as",
          :type => 'string'

attribute "hops/mr/user_id",
          :description => "MapReduce user id. Default: 1509",
          :type => 'string'

attribute "hops/hdfs/user",
          :description => "Username to run hdfs as",
          :type => 'string'

attribute "hops/hdfs/user_id",
          :description => "hdfs user id. Default: 1506",
          :type => 'string'

attribute "hops/hdfs/group",
          :description => "hdfs group name",
          :type => 'string'

attribute "hops/hdfs/group_id",
          :description => "hdfs group id. Default: 1506",
          :type => 'string'

attribute "hops/hdfs/superuser_group",
          :description => "Group for users with hdfs superuser privileges",
          :type => 'string'

attribute "hops/hdfs/blocksize",
          :description => "HDFS Blocksize (128k, 512m, 1g, etc). Default 128m.",
          :type => 'string'

attribute "hops/hdfs/max-blocks-per-file",
          :description => "Max blocks per file. Default 10240",
          :type => 'string'

attribute "hops/hdfs/max-directory-items",
          :description => "Max immediate descendants of a directory. Default 10240",
          :type => 'string'

attribute "hops/hdfs/umask",
          :description => "Set the default HDFS umask (default: 0027).",
          :type => 'string'

attribute "hops/dfs/inodeid/batchsize",
          :description => "Inodeid batchsize",
          :type => 'string'

attribute "hops/dfs/blockid/batchsize",
          :description => "blockid batchsize",
          :type => 'string'

attribute "hops/dfs/processReport/batchsize",
          :description => "Number of blocks processed in one processReport transaction",
          :type => 'string'

attribute "hops/dfs/misreplicated/batchsize",
          :description => "Number of blocks processed in one misreplicated transaction",
          :type => 'string'

attribute "hops/dfs/misreplicated/noofbatches",
          :description => "Misreplicated number of batches",
          :type => 'string'

attribute "hops/dfs/replication/max_streams",
          :description => "Hard limit for the number of highest-priority replication streams.",
          :type => 'string'

attribute "hops/dfs/replication/max_streams_hard_limit",
          :description => "Hard limit for all replication streams.",
          :type => 'string'

attribute "hops/dfs/replication/work_multiplier_per_iteration",
          :description => "Set dfs.namenode.replication.work.multiplier.per.iteration",
          :type => 'string'

attribute "hops/dfs/balance/max_concurrent_moves",
          :description => "Maximum number of threads for Datanode balancer pending moves",
          :type => 'string'

attribute "hops/dfs/mover/retry_max_attempts",
          :description => "Maximum number of retries to move a block",
          :type => 'string'

attribute "hops/dfs/excluded_hosts",
          :description => "Comma separated list of hosts to exclude from the HDFS cluster",
          :type => 'string'

attribute "hops/fs-security-actions/actor_class",
          :description => "Actor class for FsSecurityActions to fetch clients' X.509 certificates in DataNodes",
          :type => 'string'

attribute "hops/fs-security-actions/x509/get-path",
          :description => "HTTP endpoint to fetch clients' X.509 certificates",
          :type => 'string'

attribute "hops/tmp_dir",
          :description => "The directory in which Hadoop stores temporary data, including container data",
          :type => 'string'

attribute "hops/nn/name_dir",
          :description => "Directory for NameNode's state",
          :type => 'string'

attribute "hops/dn/data_dir",
          :description => "The directory in which Hadoop's DataNodes store their data",
          :type => 'string'

attribute "hops/data_dir",
          :description => "The directory in which Hadoop's main data files are stored (including hops/dn/data_dir)",
          :type => 'string'

attribute "hops/dn/data_dir_permissions",
          :description => "The permissions for the directory in which Hadoop's DataNodes store their data (default: 700)",
          :type => 'string'

attribute "hops/dn/du_reserved",
          :description => "Amount in bytes of disk space reserved for non DFS usage. (default: not set)",
          :type => 'string'

attribute "hops/enable_cloud_storage",
          :description => "Enable cloud storage on the DataNodes.",
          :type => 'string'

attribute "hops/cloud_provider",
          :description => "Name of the cloud provider. Default: AWS",
          :type => 'string'

attribute "hops/aws_s3_region",
          :description => "AWS S3 Region. Default is eu-west-1",
          :type => 'string'

attribute "hops/aws_s3_bypass_governance_retention",
          :description => "In case of Object Lock enabled (Cohesity way of implementing Versioning), add the bypass-governance-retention flag in delete objects versions requests (default: false)",
          :type => 'string'

attribute "hops/cloud_bypass_disk_cache",
          :description => "Bypass disk cache",
          :type => 'string'

attribute "hops/cloud_cache_delete_activation_percentage",
          :description => "Disk utilization percentage to start cleaning blocks from DN Cloud cache",
          :type => 'string'

attribute "hops/cloud_max_upload_threads",
          :description => "Max number of threads for uploading blocks to cloud",
          :type => 'string'

attribute "hops/cloud_store_small_files_in_db",
          :description => "Enable/Disable storing small files in NDB for CLOUD storage policy",
          :type => 'string'

attribute "hops/disable_non_cloud_storage_policies",
          :description => "Enable/Disable non cloud storage policies",
          :type => 'string'

attribute "hops/nn/cloud_max_br_threads",
          :description => "Number of threads for block reporting system for provided blocks",
          :type => 'string'

attribute "hops/aws_s3_bucket",
          :description => "S3 bucket used to store file system blocks",
          :type => 'string'

attribute "hops/aws_endpoint",
          :description => "AWS endpoint",
          :type => 'string'

attribute "hops/aws_signing_region",
          :description => "AWS signing region",
          :type => 'string'

attribute "hops/aws_access_key_id",
          :description => "AWS access key id",
          :type => 'string'

attribute "hops/aws_secret_access_key",
          :description => "AWS secret access key",
          :type => 'string'

attribute "hops/yarn/nodemanager_hb_ms",
          :description => "Heartbeat Interval for NodeManager->ResourceManager in ms",
          :type => 'string'

attribute "hops/yarn/max_connect_wait",
          :description => "Maximum time to wait to establish connection to ResourceManager.",
          :type => 'string'

attribute "hops/rm/scheduler_class",
          :description => "Java Classname for the Yarn scheduler (fifo, capacity, fair)",
          :type => 'string'

attribute "hops/logging_level",
          :description => "Log levels are: TRACE, DEBUG, INFO, WARN",
          :type => 'string'

attribute "hops/dn/heap_size",
          :description => "Default size of the hadoop DataNode heap in MBs",
          :type => 'string'

attribute "hops/nn/heap_size",
          :description => "Size of the NameNode heap in MBs",
          :type => 'string'

attribute "hops/nn/direct_memory_size",
          :description => "Size of the direct memory size for the NameNode in MBs",
          :type => 'string'

attribute "hops/yarn/aux_services",
          :description => "mapreduce_shuffle, spark_shuffle",
          :type => "string"

attribute "hops/capacity/max_ap",
          :description => "Maximum number of applications that can be pending and running.",
          :type => "string"
attribute "hops/capacity/max_am_percent",
          :description => "Maximum percent of resources in the cluster which can be used to run application masters i.e. controls number of concurrent running applications.",
          :type => "string"
attribute "hops/capacity/resource_calculator_class",
          :description => "The ResourceCalculator implementation to be used to compare Resources in the scheduler. The default i.e. DefaultResourceCalculator only uses Memory while DominantResourceCalculator uses dominant-resource to compare multi-dimensional resources such as Memory, CPU etc.",
          :type => "string"
attribute "hops/capacity/root_queues",
          :description => "The queues at the root level (root is the root queue).",
          :type => "string"
attribute "hops/capacity/default_capacity",
          :description => "Default queue target capacity.",
          :type => "string"
attribute "hops/capacity/user_limit_factor",
          :description => " Default queue user limit a percentage from 0.0 to 1.0.",
          :type => "string"
attribute "hops/capacity/default_max_capacity",
          :description => "The maximum capacity of the default queue.",
          :type => "string"
attribute "hops/capacity/default_state",
          :description => "The state of the default queue. State can be one of RUNNING or STOPPED.",
          :type => "string"
attribute "hops/capacity/default_acl_submit_applications",
          :description => "The ACL of who can submit jobs to the default queue.",
          :type => "string"
attribute "hops/capacity/default_acl_administer_queue",
          :description => "The ACL of who can administer jobs on the default queue.",
          :type => "string"
attribute "hops/capacity/queue_mapping",
          :description => "A list of mappings that will be used to assign jobs to queues The syntax for this list is [u|g]:[name]:[queue_name][,next mapping]* Typically this list will be used to map users to queues, for example, u:%user:%user maps all users to queues with the same name as the user.",
          :type => "string"
attribute "hops/capacity/queue_mapping_override.enable",
          :description => "If a queue mapping is present, will it override the value specified by the user? This can be used by administrators to place jobs in queues that are different than the one specified by the user. The default is false.",
          :type => "string"

attribute "hops/capacity/minimum-user-limit-percent",
          :description => "Each queue enforces a limit on the percentage of resources allocated to a user at any given time, if there is demand for resources. Attribute format: root.default:VALUE-INTEGER,root.queue2:VALUE-INTEGER",
          :type => "string"

attribute "kagent/enabled",
          :description => "Set to 'true' to enable, 'false' to disable kagent",
          :type => "string"

attribute "mysql/dir",
          :description => "MySQL installation directory.",
          :type => "string"

attribute "install/dir",
          :description => "Set to a base directory under which we will install.",
          :type => "string"

attribute "install/user",
          :description => "User to install the services as",
          :type => "string"

#CGroups settings
attribute "hops/yarn/groups",
          :description => "",
          :type => "string"

attribute "hops/yarn/linux_container_limit_users",
          :description => "",
          :type => "string"

attribute "hops/yarn/cgroups/cpu/enabled",
          :description => "Enable CPU cgroup control. Default: true",
          :type => "string"

attribute "hops/yarn/cgroups/memory/enabled",
          :description => "Enable memory cgroup control. Default: true",
          :type => "string"

attribute "hops/yarn/cgroups_deletion_timeout",
          :description => "timeout in ms for deleting Cgroups",
          :type => "string"

attribute "hops/yarn/cgroups_max_cpu_usage",
          :description => "max accumulated CPU usage of containers",
          :type => "string"

attribute "hops/yarn/cgroups_strict_resource_usage",
          :description => "Allows cpu usage limits to be hard or soft. When this setting is true, containers cannot use more CPU usage than allocated even if spare CPU is available.",
          :type => "string"

attribute "hops/yarnapp/home_dir",
          :description => "home directory for yarnapp user",
          :type => "string"

attribute "livy/user",
          :description => "Livy user that will be a proxy user",
          :type => "string"

attribute "hopsworks/user",
          :description => "Hopsworks username",
          :type => "string"

attribute "hops/remotejmx/enabled",
          :description => "Enable remote JMX for hops services. (Default: False)",
          :type => "string"

attribute "hops/remotejmx/password",
          :description => "Password for remote JMX non-admin user (Default: hadoop)",
          :type => "string"

attribute "hops/remotejmx/adminPassword",
          :description => "Password for remote JMX admin user (Default: hadoopAdmin)",
          :type => "string"

attribute "hopsworks/default/private_ips",
          :description => "Hopsworks private ip",
          :type => "string"

attribute "hops/nn/private_ips_domainIds",
          :description => "private_ips to LocationDomainIds for namenodes",
          :type => "hash"

attribute "hops/dn/private_ips_domainIds",
          :description => "private_ips to LocationDomainIds for datanodes",
          :type => "hash"

attribute "hops/topology",
          :description => "'true' or 'false' - true to enable the network topology. Default is false.",
          :type => "string"

attribute "hops/nn/enable_retrycache",
          :description => "'true' or 'false' - true to enable retryCache. Default is true.",
          :type => "string"

attribute "hops/nn/retrycache_deletion_batch_size",
          :description => "Max deletion batch size for expired retry cache entries.",
          :type => "string"

attribute "hops/hdfs/quota_enabled",
          :description => "'true' or 'false' - true to enable hdfs quota. Default is true.",
          :type => "string"

attribute "hops/nn/handler_count",
          :description => "Number of RPC handlers",
          :type => "string"

attribute "hops/nn/root_dir_storage_policy",
          :description => "Storage policy for root directory",
          :type => "string"

attribute "hops/nn/replace-dn-on-failure",
          :description => "When the cluster size is extremely small, e.g. 3 nodes or less, cluster administrators may want to set the 'hops/nn/root_dir_storage_policy' policy to NEVER in the default configuration file or disable this feature. Otherwise, users may experience an unusually high rate of pipeline failures since it is impossible to find new datanodes for replacement.",
          :type => "string"

attribute "hops/nn/replace-dn-on-failure-policy",
          :description => "This property is used only if the value of hops/nn/replace-dn-on-failure is true. Defult values are ALWAYS, NEVER, DEFAULT",
          :type => "string"

attribute "hops/retry_policy_spec",
          :description => "Retry policy specification. For example '4.0.0,6,60000,10' means retry 6 times with 10 sec delay and then retry 10 times with 1 min delay.",
          :type => "string"

attribute "hops/retry_policy_enabled",
          :description => "Enable retry upon connection failure",
          :type => "string"

# Kernel tuning parameters
attribute "hops/kernel/somaxconn",
          :description => "net.core.somaxconn value",
          :type => "string"

attribute "hops/kernel/swappiness",
          :description => "vm.swappiness value",
          :type => "string"

attribute "hops/kernel/overcommit_memory",
          :description => "vm.overcommit_memory value",
          :type => "string"

attribute "hops/kernel/overcommit_ratio",
          :description => "vm.overcommit_ratio value",
          :type => "string"

attribute "hops/s3a/sse_algorithm",
          :description => "Default server side encryption algorithm to use when writing to s3 buckets (default: empty)",
          :type => "string"

attribute "hops/s3a/sse_key",
          :description => "Default Key to use when using S3 SSE-KMS (default: empty)",
          :type => "string"

attribute "hops/ndb/version",
          :description => "version of ndb expected by hops, this is for development purpose and should be set to an empty string if the version expected by hops is the same as the version of ndb installed on the machine",
          :type => "string"

attribute "hops/mysql/useSSL",
          :description => "Use SSL when Hops connects to MySQLd",
          :type => "string"

attribute "hops/adl_v1_version",
          :description => "Version of the ADL v1 Hadoop connector (jar file).",
          :type => "string"


attribute "hops/am/max_attempts",
          :description => "max number of attempts for applications",
          :type => "string"

attribute "hops/yarn/log_aggregation",
          :description => "enable aggregation of application log files to HDFS",
          :type => "string"

attribute "hops/gpu",
          :description => "Are GPUs enabled for YARN? (on this node) Default: false",
          :type => "string"

#DOCKER
attribute "hops/docker/enabled",
          :description =>  "switch to install or not install docker (installing docker need hopsworks for certificates)",
          :type => 'string'

attribute "hops/docker/group_id",
          :description =>  "docker group id. Default: 1513",
          :type => 'string'

attribute "hops/docker/storage_driver",
          :description =>  "Docker daemon storage driver. Default: overlay2",
          :type => 'string'

attribute "hops/docker/live-restore",
          :description =>  "Docker daemon live-restore configuration. Default: true",
          :type => 'string'

attribute "hops/docker/userland-proxy",
          :description =>  "Docker daemon userland-proxy configuration. Default: false",
          :type => 'string'

attribute "hops/docker_version/ubuntu",
          :description =>  "the version of docker to use on ubuntu installation",
          :type => 'string'

attribute "hops/docker_version/centos",
          :description =>  "the version of docker to use on centos installation",
          :type => 'string'

attribute "hops/docker_dir",
          :description =>  "Path on the host machine to be used to store docker containers,imgs,logs",
          :type => 'string'

attribute "hops/docker/insecure_registries",
          :description => "Insecure registries to add to the /etc/docker/daemon.json (comma separated list host:port)",
          :type => 'string'

attribute "hops/docker/trusted_registries",
          :description => "Trusted registries to pull docker images for yarn (comma separated list host:port)",
          :type => 'string'

attribute "hops/docker/mounts",
          :description => "A coma separated list of folder to be mounted as read only in the yarn docker containers",
          :type => 'string'

attribute "hops/docker/base/download_url",
          :description => "the url of the base conda env docker image",
          :type => 'string'

attribute "hops/cgroup-driver",
          :description =>  "Cgroup driver",
          :type => 'string'

attribute "hops/cgroup/mount-path",
          :description =>  "Mount path for cgroup ",
          :type => 'string'

attribute "hops/docker/registry/port",
          :description => "the port on which the docker registry listen",
          :type => 'string'

attribute "hops/docker/registry/storage",
          :description => "set to s3 to store the docker images on S3 compatible storage",
          :type => 'string'

attribute "hops/docker/registry/endpoint",
          :description => "S3 endpoint if docker registry is configured to store images on S3",
          :type => 'string'

attribute "hops/docker/registry/bucket",
          :description => "S3 bucket name if docker registry is configured to store images on S3",
          :type => 'string'

attribute "hops/docker/registry/region",
          :description => "S3 region name if docker registry is configured to store images on S3",
          :type => 'string'

attribute "hops/docker/registry/path",
          :description => "S3 path if docker registry is configured to store images on S3 (default: docker-registry)",
          :type => 'string'

attribute "hops/docker/registry/access_key",
          :description => "S3 access_key if docker registry is configured to store images on S3 (default: docker-registry)",
          :type => 'string'

attribute "hops/docker/registry/secret_key",
          :description => "S3 secret_key if docker registry is configured to store images on S3 (default: docker-registry)",
          :type => 'string'

attribute "hops/docker/registry/mount_volumes",
          :description => "Extra volumes to mount to the Docker registry container",
          :type => 'string'

attribute "hops/nn/http_port",
          :description => "The namenode http server port.",
          :type => 'string'

attribute "hops/dn/http_port",
          :description => "The datanode http server port.",
          :type => 'string'

attribute "hops/dn/port",
          :description => "The datanode server port for data transfer.",
          :type => 'string'

attribute "hops/dn/ipc_port",
          :description => "The datanode ipc server port.",
          :type => 'string'

attribute "hops/dn/https/address",
          :description => "the address on which the datanode should listen for https requests",
          :type => 'string'

attribute "hops/rm/https/port",
          :description => "The resource manager https server port (default: 8089)",
          :type => 'string'

attribute "hops/nn/https/port",
          :description => "The namenode https server port.",
          :type => 'string'

attribute "hops/rm/https/need_two_way_auth",
          :description => "Enable two-way TLS authentication for Yarn web UI (default: true)",
          :type => 'string'

attribute "hops/xattrs/max-xattrs-per-inode",
          :description => "Maximum number of extended attributes per inode. The maximum allowed number is 127 extended attributes per inode.",
          :type => "string"

attribute "hops/xattrs/max-xattr-size",
          :description => "The maximum combined size of the name and value of an extended attribute in bytes. It should be larger than 0 and less than or equal to the maximum size (hard limit), which is 3442755. By default, this limit is 13755 bytes, where the name can take up to 255 bytes, and the value size can take up to 13500 bytes.",
          :type => "string"

attribute "hops/acl/enabled",
          :description =>  "enable acl support  Default: true",
          :type => 'string'

attribute "hops/nn/subtree-executor-limit",
          :description =>  "size of the threadpool for subtree operations",
          :type => 'string'

attribute "hops/nn/tx_retry_count",
          :description =>  "Number of times a transaction must be retried if it fails due to transient database exceptions",
          :type => 'string'

attribute "hops/yarn/is-elastic",
          :description =>  "if true yarn allows allocating resources that are not in the cluster yet",
          :type => 'string'

attribute "hops/nn/audit_log",
          :description =>  "Enable audit logs for HopsFS (default false)",
          :type => 'string'

attribute "hops/rm/audit_log",
          :description =>  "Enable audit logs for Yarn RM (default false)",
          :type => 'string'

attribute "hops/fuse/dist_url",
          :description =>  "Location of HopsFS fuse mount binary",
          :type => 'string'

attribute "hops/fuse/staging_folder",
          :description =>  "Directory to store temp files",
          :type => 'string'

attribute "hops/fuse/mount_point",
          :description =>  "Directory to mount the filesystem",
          :type => 'string'

attribute "hops/yarn/nodemanager-graceful-decommission-timeout-secs",
          :description => "This is the maximal time to wait for running containers and applications to complete before transition a DECOMMISSIONING node into DECOMMISSIONED. The default value is 3600 seconds. Negative value (like -1) is handled as infinite timeout.",
          :type => 'string'

attribute "hops/docker/cgroup/enabled",
          :description => "Enable cgroup settings for docker containers",
          :type => 'string'

attribute "hops/docker/cgroup/memory/hard-limit",
          :description => "Maximum memory allowed for docker containers in bytes",
          :type => 'string'

attribute "hops/docker/cgroup/memory/soft-limit",
          :description => "Soft limit in bytes to allow flexible sharing of memory.  When the system detects memory contention or low memory, containers will restrict their consumption to the soft limits.",
          :type => 'string'

attribute "hops/docker/cgroup/cpu/quota/percentage",
          :description => "The percentage of total cpu consumption for docker containers.",
          :type => 'string'

attribute "hops/docker/cgroup/cpu/period",
          :description => "Specifies a period of time in microseconds for how regularly a cgroup's access to CPU resources should be reallocated.",
          :type => 'string'

attribute "hops/docker/hopsfsmount-apparmor-profile",
          :description => "Apparmor profile to be applied to containers that mounts hopsfs.",
          :type => 'string'

attribute "hops/docker/hopsfsmount-seccomp-profile",
          :description => "Seccomp profile to be applied to containers that mounts hopsfs.",
          :type => 'string'

attribute "hops/docker/load-hopsfsmount-apparmor-profile",
          :description => "Create the apparmor profile during installation. If it is set to false you cannot change the jupyter remote driver to 'hopsfsmount' at runtime",
          :type => 'string'