Document username/password options for HTTP based modules (elastic#7134)

This adds commented out `username` and `password` settings to most
of the config places where they are supported (this part is manual).
Since those configs are included in the docs, they also show up there.

This also adds a line in the docs that link to "HTTP specific settings"
(this part is automatised during `make update`).

Completes elastic#4268 and closes elastic#6493.

metricbeat/docs/metricbeat-options.asciidoc

@@ -37,7 +37,7 @@ To see a list of enabled and disabled modules, run:
 ----
 
 You can change the default module configurations by modifying the `.yml` files
-in the `modules.d` directory. 
+in the `modules.d` directory.
 
 The following example shows a basic configuration for the Apache module:
 
@@ -73,7 +73,7 @@ requires the `modules.d` layout.
 
 To enable specific modules and metricsets in the +{beatname_lc}.yml+ config
 file, you can add entries to the +{beatname_lc}.modules+ list. Each entry in the
-list begins with a dash (-) and is followed by settings for that module. 
+list begins with a dash (-) and is followed by settings for that module.
 
 The following example shows a configuration where the apache and mysql modules
 are enabled:
@@ -118,7 +118,7 @@ metricbeat.modules:
 == Configuration combinations
 
 You can specify a module configuration that uses different combinations of
-metricsets, periods, and hosts. 
+metricsets, periods, and hosts.
 
 For a module with multiple metricsets defined, it's possible to define the
 module twice and specify a different period to use for each metricset. For the
@@ -200,3 +200,19 @@ A list of processors to apply to the data generated by the metricset.
 See <<filtering-and-enhancing-data>> for information about specifying
 processors in your config.
 
+[float]
+[[module-http-config-options]]
+=== Standard HTTP config options
+
+The modules and metricsets for which the host is defined as a HTTP URL, also
+support the following options:
+
+[float]
+==== `username`
+
+The username to use for basic authentication.
+
+[float]
+==== `password`
+
+The password to use for basic authentication.

metricbeat/docs/modules/apache.asciidoc

@@ -50,7 +50,7 @@ metricbeat.modules:
   #password: password
 ----
 
-This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>.
+This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>. It also supports the options described in <<module-http-config-options>>.
 
 [float]
 === Metricsets

metricbeat/docs/modules/ceph.asciidoc

@@ -27,7 +27,7 @@ metricbeat.modules:
   enabled: true
 ----
 
-This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>.
+This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>. It also supports the options described in <<module-http-config-options>>.
 
 [float]
 === Metricsets

metricbeat/docs/modules/couchbase.asciidoc

@@ -27,7 +27,7 @@ metricbeat.modules:
   enabled: true
 ----
 
-This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>.
+This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>. It also supports the options described in <<module-http-config-options>>.
 
 [float]
 === Metricsets

metricbeat/docs/modules/dropwizard.asciidoc

@@ -29,7 +29,7 @@ metricbeat.modules:
   enabled: true
 ----
 
-This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>.
+This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>. It also supports the options described in <<module-http-config-options>>.
 
 [float]
 === Metricsets

metricbeat/docs/modules/elasticsearch.asciidoc

@@ -32,7 +32,7 @@ metricbeat.modules:
   hosts: ["localhost:9200"]
 ----
 
-This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>.
+This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>. It also supports the options described in <<module-http-config-options>>.
 
 [float]
 === Metricsets

metricbeat/docs/modules/etcd.asciidoc

@@ -27,7 +27,7 @@ metricbeat.modules:
   hosts: ["localhost:2379"]
 ----
 
-This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>.
+This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>. It also supports the options described in <<module-http-config-options>>.
 
 [float]
 === Metricsets

metricbeat/docs/modules/golang.asciidoc

@@ -31,7 +31,7 @@ metricbeat.modules:
     path: "/debug/vars"
 ----
 
-This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>.
+This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>. It also supports the options described in <<module-http-config-options>>.
 
 [float]
 === Metricsets

metricbeat/docs/modules/http.asciidoc

@@ -34,6 +34,8 @@ metricbeat.modules:
   path: "/"
   #body: ""
   #method: "GET"
+  #username: "user"
+  #password: "secret"
   #request.enabled: false
   #response.enabled: false
   #json.is_array: false
@@ -52,7 +54,7 @@ metricbeat.modules:
   #      key: "value"
 ----
 
-This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>.
+This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>. It also supports the options described in <<module-http-config-options>>.
 
 [float]
 === Metricsets

metricbeat/docs/modules/jolokia.asciidoc

@@ -24,6 +24,8 @@ metricbeat.modules:
   hosts: ["localhost"]
   namespace: "metrics"
   #path: "/jolokia/?ignoreErrors=true&canonicalNaming=false"
+  #username: "user"
+  #password: "secret"
   jmx.mappings:
     #- mbean: 'java.lang:type=Runtime'
     #  attributes:
@@ -47,7 +49,7 @@ metricbeat.modules:
   jmx.instance:
 ----
 
-This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>.
+This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>. It also supports the options described in <<module-http-config-options>>.
 
 [float]
 === Metricsets

metricbeat/docs/modules/kibana.asciidoc

@@ -28,7 +28,7 @@ metricbeat.modules:
   enabled: default
 ----
 
-This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>.
+This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>. It also supports the options described in <<module-http-config-options>>.
 
 [float]
 === Metricsets

metricbeat/docs/modules/kubernetes.asciidoc

@@ -66,7 +66,7 @@ metricbeat.modules:
   hosts: ["https://${KUBERNETES_SERVICE_HOST}:${KUBERNETES_SERVICE_PORT}"]
 ----
 
-This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>.
+This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>. It also supports the options described in <<module-http-config-options>>.
 
 [float]
 === Metricsets

metricbeat/docs/modules/logstash.asciidoc

@@ -28,7 +28,7 @@ metricbeat.modules:
   hosts: ["localhost:9600"]
 ----
 
-This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>.
+This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>. It also supports the options described in <<module-http-config-options>>.
 
 [float]
 === Metricsets

metricbeat/docs/modules/nginx.asciidoc

@@ -45,7 +45,7 @@ metricbeat.modules:
   server_status_path: "server-status"
 ----
 
-This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>.
+This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>. It also supports the options described in <<module-http-config-options>>.
 
 [float]
 === Metricsets

metricbeat/docs/modules/php_fpm.asciidoc

@@ -57,7 +57,7 @@ metricbeat.modules:
   hosts: ["localhost:8080"]
 ----
 
-This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>.
+This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>. It also supports the options described in <<module-http-config-options>>.
 
 [float]
 === Metricsets

metricbeat/docs/modules/prometheus.asciidoc

@@ -39,7 +39,7 @@ metricbeat.modules:
   #namespace: example
 ----
 
-This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>.
+This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>. It also supports the options described in <<module-http-config-options>>.
 
 [float]
 === Metricsets

metricbeat/docs/modules/rabbitmq.asciidoc

@@ -37,7 +37,7 @@ metricbeat.modules:
   #password: guest
 ----
 
-This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>.
+This module supports TLS connection when using `ssl` config field, as described in <<configuration-ssl>>. It also supports the options described in <<module-http-config-options>>.
 
 [float]
 === Metricsets

metricbeat/metricbeat.reference.yml

@@ -263,6 +263,8 @@ metricbeat.modules:
   path: "/"
   #body: ""
   #method: "GET"
+  #username: "user"
+  #password: "secret"
   #request.enabled: false
   #response.enabled: false
   #json.is_array: false
@@ -287,6 +289,8 @@ metricbeat.modules:
   hosts: ["localhost"]
   namespace: "metrics"
   #path: "/jolokia/?ignoreErrors=true&canonicalNaming=false"
+  #username: "user"
+  #password: "secret"
   jmx.mappings:
     #- mbean: 'java.lang:type=Runtime'
     #  attributes:

metricbeat/module/apache/_meta/config.yml

@@ -3,3 +3,5 @@
   #  - status
   period: 10s
   hosts: ["http://127.0.0.1"]
+  #username: "user"
+  #password: "secret"

metricbeat/module/ceph/_meta/config.yml

@@ -5,6 +5,8 @@
   #  - monitor_health
   period: 10s
   hosts: ["localhost:5000"]
+  #username: "user"
+  #password: "secret"
 
 - module: ceph
   #metricsets:

metricbeat/module/couchbase/_meta/config.yml

@@ -5,3 +5,5 @@
   #  - node
   period: 10s
   hosts: ["localhost:8091"]
+  #username: "user"
+  #password: "secret"

metricbeat/module/dropwizard/_meta/config.yml

@@ -5,3 +5,5 @@
   hosts: ["localhost:8080"]
   metrics_path: /metrics/metrics
   namespace: example
+  #username: "user"
+  #password: "secret"

metricbeat/module/elasticsearch/_meta/config.yml

@@ -4,3 +4,5 @@
   #  - node_stats
   period: 10s
   hosts: ["localhost:9200"]
+  #username: "user"
+  #password: "secret"

metricbeat/module/etcd/_meta/config.yml

@@ -5,3 +5,5 @@
   #  - store
   period: 10s
   hosts: ["localhost:2379"]
+  #username: "user"
+  #password: "secret"

metricbeat/module/http/_meta/config.yml

@@ -7,6 +7,8 @@
   path: "/"
   #body: ""
   #method: "GET"
+  #username: "user"
+  #password: "secret"
   #request.enabled: false
   #response.enabled: false
   #json.is_array: false

metricbeat/module/jolokia/_meta/config.yml

@@ -4,6 +4,8 @@
   hosts: ["localhost"]
   namespace: "metrics"
   #path: "/jolokia/?ignoreErrors=true&canonicalNaming=false"
+  #username: "user"
+  #password: "secret"
   jmx.mappings:
     #- mbean: 'java.lang:type=Runtime'
     #  attributes:

metricbeat/module/kibana/_meta/config.yml

@@ -3,3 +3,5 @@
   #  - status
   period: 10s
   hosts: ["localhost:5601"]
+  #username: "user"
+  #password: "secret"

metricbeat/module/kubernetes/_meta/config.yml

@@ -11,6 +11,8 @@
   #ssl.certificate_authorities: ["/etc/pki/root/ca.pem"]
   #ssl.certificate: "/etc/pki/client/cert.pem"
   #ssl.key: "/etc/pki/client/cert.key"
+  #username: "user"
+  #password: "secret"
 
 # State metrics from kube-state-metrics service:
 #- module: kubernetes

metricbeat/module/logstash/_meta/config.yml

@@ -4,3 +4,5 @@
   #  - node_stats
   period: 10s
   hosts: ["localhost:9600"]
+  #username: "user"
+  #password: "secret"

metricbeat/module/nginx/_meta/config.yml

@@ -8,3 +8,6 @@
 
   # Path to server status. Default server-status
   #server_status_path: "server-status"
+
+  #username: "user"
+  #password: "secret"

metricbeat/module/php_fpm/_meta/config.yml

@@ -4,3 +4,5 @@
   period: 10s
   hosts: ["localhost:8080"]
   status_path: "/status"
+  #username: "user"
+  #password: "secret"

metricbeat/module/prometheus/_meta/config.yml

@@ -5,3 +5,5 @@
   hosts: ["localhost:9090"]
   metrics_path: /metrics
   #namespace: example
+  #username: "user"
+  #password: "secret"

metricbeat/modules.d/apache.yml.disabled

@@ -6,3 +6,5 @@
   #  - status
   period: 10s
   hosts: ["http://127.0.0.1"]
+  #username: "user"
+  #password: "secret"

metricbeat/modules.d/ceph.yml.disabled

@@ -8,6 +8,8 @@
   #  - monitor_health
   period: 10s
   hosts: ["localhost:5000"]
+  #username: "user"
+  #password: "secret"
 
 - module: ceph
   #metricsets:

metricbeat/modules.d/couchbase.yml.disabled

@@ -8,3 +8,5 @@
   #  - node
   period: 10s
   hosts: ["localhost:8091"]
+  #username: "user"
+  #password: "secret"

metricbeat/modules.d/dropwizard.yml.disabled

@@ -8,3 +8,5 @@
   hosts: ["localhost:8080"]
   metrics_path: /metrics/metrics
   namespace: example
+  #username: "user"
+  #password: "secret"

metricbeat/modules.d/elasticsearch.yml.disabled

@@ -7,3 +7,5 @@
   #  - node_stats
   period: 10s
   hosts: ["localhost:9200"]
+  #username: "user"
+  #password: "secret"

metricbeat/modules.d/etcd.yml.disabled

@@ -8,3 +8,5 @@
   #  - store
   period: 10s
   hosts: ["localhost:2379"]
+  #username: "user"
+  #password: "secret"

metricbeat/modules.d/http.yml.disabled

@@ -10,6 +10,8 @@
   path: "/"
   #body: ""
   #method: "GET"
+  #username: "user"
+  #password: "secret"
   #request.enabled: false
   #response.enabled: false
   #json.is_array: false

metricbeat/modules.d/jolokia.yml.disabled

@@ -7,6 +7,8 @@
   hosts: ["localhost"]
   namespace: "metrics"
   #path: "/jolokia/?ignoreErrors=true&canonicalNaming=false"
+  #username: "user"
+  #password: "secret"
   jmx.mappings:
     #- mbean: 'java.lang:type=Runtime'
     #  attributes:

metricbeat/modules.d/kibana.yml.disabled

@@ -6,3 +6,5 @@
   #  - status
   period: 10s
   hosts: ["localhost:5601"]
+  #username: "user"
+  #password: "secret"

metricbeat/modules.d/kubernetes.yml.disabled

@@ -14,6 +14,8 @@
   #ssl.certificate_authorities: ["/etc/pki/root/ca.pem"]
   #ssl.certificate: "/etc/pki/client/cert.pem"
   #ssl.key: "/etc/pki/client/cert.key"
+  #username: "user"
+  #password: "secret"
 
 # State metrics from kube-state-metrics service:
 #- module: kubernetes