From f3374d41e0734028980715089ec5f5d89f79e27f Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Thu, 5 Aug 2021 09:29:32 +0000 Subject: [PATCH 1/5] Bump github.com/AlecAivazis/survey/v2 from 2.2.15 to 2.2.16 (#466) Bumps [github.com/AlecAivazis/survey/v2](https://github.com/AlecAivazis/survey) from 2.2.15 to 2.2.16. - [Release notes](https://github.com/AlecAivazis/survey/releases) - [Commits](https://github.com/AlecAivazis/survey/compare/v2.2.15...v2.2.16) --- updated-dependencies: - dependency-name: github.com/AlecAivazis/survey/v2 dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> --- go.mod | 2 +- go.sum | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/go.mod b/go.mod index 3efb3b9e67..d030c905f8 100644 --- a/go.mod +++ b/go.mod @@ -3,7 +3,7 @@ module github.com/elastic/elastic-package go 1.16 require ( - github.com/AlecAivazis/survey/v2 v2.2.15 + github.com/AlecAivazis/survey/v2 v2.2.16 github.com/Masterminds/semver v1.5.0 github.com/aymerick/raymond v2.0.2+incompatible github.com/cespare/xxhash/v2 v2.1.1 diff --git a/go.sum b/go.sum index 7a1f206c03..d51a9d421f 100644 --- a/go.sum +++ b/go.sum @@ -38,8 +38,8 @@ cloud.google.com/go/storage v1.6.0/go.mod h1:N7U0C8pVQ/+NIKOBQyamJIeKQKkZ+mxpohl cloud.google.com/go/storage v1.8.0/go.mod h1:Wv1Oy7z6Yz3DshWRJFhqM/UCfaWIRTdp0RXyy7KQOVs= cloud.google.com/go/storage v1.10.0/go.mod h1:FLPqc6j+Ki4BU591ie1oL6qBQGu2Bl/tZ9ullr3+Kg0= dmitri.shuralyov.com/gpu/mtl v0.0.0-20190408044501-666a987793e9/go.mod h1:H6x//7gZCb22OMCxBHrMx7a5I7Hp++hsVxbQ4BYO7hU= -github.com/AlecAivazis/survey/v2 v2.2.15 h1:6UNMnk+YGegYFiPfdTOyZDIN+m08x2nGnqOn15BWcEQ= -github.com/AlecAivazis/survey/v2 v2.2.15/go.mod h1:TH2kPCDU3Kqq7pLbnCWwZXDBjnhZtmsCle5EiYDJ2fg= +github.com/AlecAivazis/survey/v2 v2.2.16 h1:KJ4fLFqY/NfR5OaFLcf4pThxrlV2YCHGCnCHAKLsJ+U= +github.com/AlecAivazis/survey/v2 v2.2.16/go.mod h1:TH2kPCDU3Kqq7pLbnCWwZXDBjnhZtmsCle5EiYDJ2fg= github.com/Azure/azure-sdk-for-go v16.2.1+incompatible/go.mod h1:9XXNKU+eRnpl9moKnB4QOLf1HestfXbmab5FXxiDBjc= github.com/Azure/go-ansiterm v0.0.0-20170929234023-d6e3b3328b78 h1:w+iIsaOQNcT7OZ575w+acHgRric5iCyQh+xv+KJ4HB8= github.com/Azure/go-ansiterm v0.0.0-20170929234023-d6e3b3328b78/go.mod h1:LmzpDX56iTiv29bbRTIsUNlaFfuhWRQBWjQdVyAevI8= From 2b74ee71c6af05bdde463ee418e5d67fa22549fc Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Fri, 6 Aug 2021 08:09:54 +0000 Subject: [PATCH 2/5] Bump k8s.io/cli-runtime from 0.21.3 to 0.22.0 (#471) Bumps [k8s.io/cli-runtime](https://github.com/kubernetes/cli-runtime) from 0.21.3 to 0.22.0. - [Release notes](https://github.com/kubernetes/cli-runtime/releases) - [Commits](https://github.com/kubernetes/cli-runtime/compare/v0.21.3...v0.22.0) --- updated-dependencies: - dependency-name: k8s.io/cli-runtime dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> --- go.mod | 6 ++-- go.sum | 98 ++++++++++++++++++++++++++++++++++++++-------------------- 2 files changed, 68 insertions(+), 36 deletions(-) diff --git a/go.mod b/go.mod index d030c905f8..e5ff06e5c0 100644 --- a/go.mod +++ b/go.mod @@ -31,7 +31,7 @@ require ( golang.org/x/tools v0.1.5 gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b helm.sh/helm/v3 v3.6.3 - k8s.io/apimachinery v0.21.3 - k8s.io/cli-runtime v0.21.3 - k8s.io/client-go v0.21.3 + k8s.io/apimachinery v0.22.0 + k8s.io/cli-runtime v0.22.0 + k8s.io/client-go v0.22.0 ) diff --git a/go.sum b/go.sum index d51a9d421f..cd831d7996 100644 --- a/go.sum +++ b/go.sum @@ -46,10 +46,13 @@ github.com/Azure/go-ansiterm v0.0.0-20170929234023-d6e3b3328b78/go.mod h1:LmzpDX github.com/Azure/go-autorest v10.8.1+incompatible/go.mod h1:r+4oMnoxhatjLLJ6zxSWATqVooLgysK6ZNox3g/xq24= github.com/Azure/go-autorest v14.2.0+incompatible/go.mod h1:r+4oMnoxhatjLLJ6zxSWATqVooLgysK6ZNox3g/xq24= github.com/Azure/go-autorest/autorest v0.11.12/go.mod h1:eipySxLmqSyC5s5k1CLupqet0PSENBEDP93LQ9a8QYw= +github.com/Azure/go-autorest/autorest v0.11.18/go.mod h1:dSiJPy22c3u0OtOKDNttNgqpNFY/GeWa7GH/Pz56QRA= github.com/Azure/go-autorest/autorest/adal v0.9.5/go.mod h1:B7KF7jKIeC9Mct5spmyCB/A8CG/sEz1vwIRGv/bbw7A= +github.com/Azure/go-autorest/autorest/adal v0.9.13/go.mod h1:W/MM4U6nLxnIskrw4UwWzlHfGjwUS50aOsc/I3yuU8M= github.com/Azure/go-autorest/autorest/date v0.3.0/go.mod h1:BI0uouVdmngYNUzGWeSYnokU+TrmwEsOqdt8Y6sso74= github.com/Azure/go-autorest/autorest/mocks v0.4.1/go.mod h1:LTp+uSrOhSkaKrUy935gNZuuIPPVsHlr9DSOxSayd+k= github.com/Azure/go-autorest/logger v0.2.0/go.mod h1:T9E3cAhj2VqvPOtCYAvby9aBXkZmbF5NWuPV8+WeEW8= +github.com/Azure/go-autorest/logger v0.2.1/go.mod h1:T9E3cAhj2VqvPOtCYAvby9aBXkZmbF5NWuPV8+WeEW8= github.com/Azure/go-autorest/tracing v0.6.0/go.mod h1:+vhtPC754Xsa23ID7GlGsrdKBpUA79WCAKPPZVC2DeU= github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo= @@ -240,8 +243,9 @@ github.com/envoyproxy/go-control-plane v0.9.9-0.20201210154907-fd9021fe5dad/go.m github.com/envoyproxy/go-control-plane v0.9.9-0.20210217033140-668b12f5399d/go.mod h1:cXg6YxExXjJnVBQHBLXeUAgxn2UodCpnH306RInaBQk= github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= github.com/evanphx/json-patch v4.5.0+incompatible/go.mod h1:50XU6AFN0ol/bzJsmQLiYLvXMP4fmwYFNcr97nuDLSk= -github.com/evanphx/json-patch v4.9.0+incompatible h1:kLcOMZeuLAJvL2BPWLMIj5oaZQobrkAqrL+WFZwQses= github.com/evanphx/json-patch v4.9.0+incompatible/go.mod h1:50XU6AFN0ol/bzJsmQLiYLvXMP4fmwYFNcr97nuDLSk= +github.com/evanphx/json-patch v4.11.0+incompatible h1:glyUF9yIYtMHzn8xaKw5rMhdWcwsYV8dZHIq5567/xs= +github.com/evanphx/json-patch v4.11.0+incompatible/go.mod h1:50XU6AFN0ol/bzJsmQLiYLvXMP4fmwYFNcr97nuDLSk= github.com/exponent-io/jsonpath v0.0.0-20151013193312-d6023ce2651d h1:105gxyaGwCFad8crR9dcMQWvV9Hvulu6hwUh4tWPJnM= github.com/exponent-io/jsonpath v0.0.0-20151013193312-d6023ce2651d/go.mod h1:ZZMPRZwes7CROmyNKgQzC3XPs6L/G2EJLHddWejkmf4= github.com/fatih/camelcase v1.0.0/go.mod h1:yN2Sb0lFhZJUdVvtELVWefmrXpuZESvPmqwoZc+/fpc= @@ -250,9 +254,11 @@ github.com/fatih/color v1.12.0 h1:mRhaKNwANqRgUBGKmnI5ZxEk7QXmjQeCcuYFMX2bfcc= github.com/fatih/color v1.12.0/go.mod h1:ELkj/draVOlAH/xkhN6mQ50Qd0MPOk5AAr3maGEBuJM= github.com/flynn/go-shlex v0.0.0-20150515145356-3f9db97f8568/go.mod h1:xEzjJPgXI435gkrCt3MPfRiAkVrwSbHsst4LCFVfpJc= github.com/form3tech-oss/jwt-go v3.2.2+incompatible/go.mod h1:pbq4aXjuKjdthFRnoDwaVPLA+WlJuPGy+QneDUgJi2k= +github.com/form3tech-oss/jwt-go v3.2.3+incompatible/go.mod h1:pbq4aXjuKjdthFRnoDwaVPLA+WlJuPGy+QneDUgJi2k= github.com/franela/goblin v0.0.0-20200105215937-c9ffbefa60db/go.mod h1:7dvUGVsVBjqR7JHJk0brhHOZYGmfBYOrK0ZhYMEtBr4= github.com/franela/goreq v0.0.0-20171204163338-bcd34c9993f8/go.mod h1:ZhphrRTfi2rbfLwlschooIH4+wKKDR4Pdxhh+TRoA20= github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo= +github.com/fsnotify/fsnotify v1.4.9 h1:hsms1Qyu0jgnwNXIxa+/V/PDsU6CfLf6CNO8H7IWoS4= github.com/fsnotify/fsnotify v1.4.9/go.mod h1:znqG4EE+3YCdAaPaxE2ZRY/06pZUdp0tY4IgpuI1SZQ= github.com/fvbommel/sortorder v1.0.1/go.mod h1:uk88iVf1ovNn1iLfgUVU2F9o5eO30ui720w+kxuqRs0= github.com/garyburd/redigo v0.0.0-20150301180006-535138d7bcd7/go.mod h1:NR3MbYisc3/PwhQ00EMzDiPmrwpPxAn5GI05/YaO1SY= @@ -298,13 +304,15 @@ github.com/go-openapi/errors v0.19.2/go.mod h1:qX0BLWsyaKfvhluLejVpVNwNRdXZhEbTA github.com/go-openapi/jsonpointer v0.17.0/go.mod h1:cOnomiV+CVVwFLk0A/MExoFMjwdsUdVpsRhURCKh+3M= github.com/go-openapi/jsonpointer v0.18.0/go.mod h1:cOnomiV+CVVwFLk0A/MExoFMjwdsUdVpsRhURCKh+3M= github.com/go-openapi/jsonpointer v0.19.2/go.mod h1:3akKfEdA7DF1sugOqz1dVQHBcuDBPKZGEoHC/NkiQRg= -github.com/go-openapi/jsonpointer v0.19.3 h1:gihV7YNZK1iK6Tgwwsxo2rJbD1GTbdm72325Bq8FI3w= github.com/go-openapi/jsonpointer v0.19.3/go.mod h1:Pl9vOtqEWErmShwVjC8pYs9cog34VGT37dQOVbmoatg= +github.com/go-openapi/jsonpointer v0.19.5 h1:gZr+CIYByUqjcgeLXnQu2gHYQC9o73G2XUeOFYEICuY= +github.com/go-openapi/jsonpointer v0.19.5/go.mod h1:Pl9vOtqEWErmShwVjC8pYs9cog34VGT37dQOVbmoatg= github.com/go-openapi/jsonreference v0.17.0/go.mod h1:g4xxGn04lDIRh0GJb5QlpE3HfopLOL6uZrK/VgnsK9I= github.com/go-openapi/jsonreference v0.18.0/go.mod h1:g4xxGn04lDIRh0GJb5QlpE3HfopLOL6uZrK/VgnsK9I= github.com/go-openapi/jsonreference v0.19.2/go.mod h1:jMjeRr2HHw6nAVajTXJ4eiUwohSTlpa0o73RUL1owJc= -github.com/go-openapi/jsonreference v0.19.3 h1:5cxNfTy0UVC3X8JL5ymxzyoUZmo8iZb+jeTWn7tUa8o= github.com/go-openapi/jsonreference v0.19.3/go.mod h1:rjx6GuL8TTa9VaixXglHmQmIL98+wF9xc8zWvFonSJ8= +github.com/go-openapi/jsonreference v0.19.5 h1:1WJP/wi4OjB4iV8KVbH73rQaoialJrqv8gitZLxGLtM= +github.com/go-openapi/jsonreference v0.19.5/go.mod h1:RdybgQwPxbL4UEjuAruzK1x3nE69AqPYEJeo/TWfEeg= github.com/go-openapi/loads v0.17.0/go.mod h1:72tmFy5wsWx89uEVddd0RjRWPZm92WRLhf7AC+0+OOU= github.com/go-openapi/loads v0.18.0/go.mod h1:72tmFy5wsWx89uEVddd0RjRWPZm92WRLhf7AC+0+OOU= github.com/go-openapi/loads v0.19.0/go.mod h1:72tmFy5wsWx89uEVddd0RjRWPZm92WRLhf7AC+0+OOU= @@ -329,8 +337,9 @@ github.com/go-openapi/strfmt v0.19.6/go.mod h1:eftuHTlB/dI8Uq8JJOyRlieZf+WkkxUuk github.com/go-openapi/swag v0.17.0/go.mod h1:AByQ+nYG6gQg71GINrmuDXCPWdL640yX49/kXLo40Tg= github.com/go-openapi/swag v0.18.0/go.mod h1:AByQ+nYG6gQg71GINrmuDXCPWdL640yX49/kXLo40Tg= github.com/go-openapi/swag v0.19.2/go.mod h1:POnQmlKehdgb5mhVOsnJFsivZCEZ/vjK9gh66Z9tfKk= -github.com/go-openapi/swag v0.19.5 h1:lTz6Ys4CmqqCQmZPBlbQENR1/GucA2bzYTE12Pw4tFY= github.com/go-openapi/swag v0.19.5/go.mod h1:POnQmlKehdgb5mhVOsnJFsivZCEZ/vjK9gh66Z9tfKk= +github.com/go-openapi/swag v0.19.14 h1:gm3vOOXfiuw5i9p5N9xJvfjvuofpyvLA9Wr6QfK5Fng= +github.com/go-openapi/swag v0.19.14/go.mod h1:QYRuS/SOXUCsnplDa677K7+DxSOj6IPNl/eQntq43wQ= github.com/go-openapi/validate v0.18.0/go.mod h1:Uh4HdOzKt19xGIGm1qHf/ofbX1YQ4Y+MYsct2VUrAJ4= github.com/go-openapi/validate v0.19.2/go.mod h1:1tRCw7m3jtI8eNWEEliiAqUIcBztB2KDnRCRMUi7GTA= github.com/go-openapi/validate v0.19.8/go.mod h1:8DJv2CVJQ6kGNpFW6eV9N3JviE1C85nY1c2z52x1Gk4= @@ -363,8 +372,8 @@ github.com/golang/groupcache v0.0.0-20160516000752-02826c3e7903/go.mod h1:cIg4er github.com/golang/groupcache v0.0.0-20190129154638-5b532d6fd5ef/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= github.com/golang/groupcache v0.0.0-20190702054246-869f871628b6/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= github.com/golang/groupcache v0.0.0-20191227052852-215e87163ea7/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= -github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e h1:1r7pUrabqp18hOBcwBwiTsbnFeTZHV9eER/QT5JVZxY= github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= +github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= github.com/golang/mock v1.2.0/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= github.com/golang/mock v1.3.1/go.mod h1:sBzyDLLjw3U8JLTeZvSv8jJB+tU5PVekmnlKIyFUx0Y= @@ -394,8 +403,9 @@ github.com/golang/protobuf v1.5.2/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiu github.com/golang/snappy v0.0.0-20180518054509-2e65f85255db/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q= github.com/golangplus/testing v0.0.0-20180327235837-af21d9c3145e/go.mod h1:0AA//k/eakGydO4jKRoRL2j92ZKSzTgj9tclaCrvXHk= github.com/google/btree v0.0.0-20180813153112-4030bb1f1f0c/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ= -github.com/google/btree v1.0.0 h1:0udJVsspx3VBr5FwtLhQQtuAsVc79tTq0ocGIPAU6qo= github.com/google/btree v1.0.0/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ= +github.com/google/btree v1.0.1 h1:gK4Kx5IaGY9CD5sPJ36FHiBJ6ZXl0kilRiiCj+jdYp4= +github.com/google/btree v1.0.1/go.mod h1:xXMiIv4Fb/0kKde4SpL7qlzvu5cMJDRkFDxJfI9uaxA= github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= @@ -439,8 +449,10 @@ github.com/google/uuid v1.1.2 h1:EVhdT+1Kseyi1/pUmXKaFxYsDNy9RQYkMWRH68J/W7Y= github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= github.com/googleapis/gax-go/v2 v2.0.4/go.mod h1:0Wqv26UfaUD9n4G6kQubkQ+KchISgw+vpHVxEJEs9eg= github.com/googleapis/gax-go/v2 v2.0.5/go.mod h1:DWXyrwAJ9X0FpwwEdw+IPEYBICEFu5mhpdKc/us6bOk= -github.com/googleapis/gnostic v0.4.1 h1:DLJCy1n/vrD4HPjOvYcT8aYQXpPIzoRZONaYwyycI+I= github.com/googleapis/gnostic v0.4.1/go.mod h1:LRhVm6pbyptWbWbuZ38d1eyptfvIytN3ir6b65WBswg= +github.com/googleapis/gnostic v0.5.1/go.mod h1:6U4PtQXGIEt/Z3h5MAT7FNofLnw9vXk2cUuW7uA/OeU= +github.com/googleapis/gnostic v0.5.5 h1:9fHAtK0uDfpveeqqo1hkEZJcFvYXAiCN3UutL8F9xHw= +github.com/googleapis/gnostic v0.5.5/go.mod h1:7+EbHbldMins07ALC74bsA81Ovc97DwqyJO1AENw9kA= github.com/gopherjs/gopherjs v0.0.0-20181017120253-0766667cb4d1/go.mod h1:wJfORRmW1u3UXTncJ5qlYoELFm8eSnnEO6hX4iZ3EWY= github.com/gorilla/context v1.1.1/go.mod h1:kBGZzfjB9CEq2AlWe17Uuf7NDRt0dE0s8S51q0aT7Yg= github.com/gorilla/handlers v0.0.0-20150720190736-60c7bfde3e33/go.mod h1:Qkdc/uu4tH4g6mTK6auzZ766c4CA0Ng8+o/OAirnOIQ= @@ -476,7 +488,6 @@ github.com/hashicorp/go-uuid v1.0.1/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/b github.com/hashicorp/go-version v1.2.0/go.mod h1:fltr4n8CU8Ke44wwGCBoEymUuxUHl09ZGVZPK5anwXA= github.com/hashicorp/go.net v0.0.1/go.mod h1:hjKkEWcCURg++eb33jQU7oqQcI9XDCnUzHA0oac0k90= github.com/hashicorp/golang-lru v0.5.0/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= -github.com/hashicorp/golang-lru v0.5.1 h1:0hERBMJE1eitiLkihrMvRVBYAkpHzc/J3QdDN+dAcgU= github.com/hashicorp/golang-lru v0.5.1/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= github.com/hashicorp/hcl v1.0.0/go.mod h1:E5yfLk+7swimpb2L/Alb/PJmXilQ/rhwaUYs4T20WEQ= github.com/hashicorp/logutils v1.0.0/go.mod h1:QIAnNjmIWmVIIkWDTG1z5v++HQmx9WQRO+LraFDTW64= @@ -485,7 +496,6 @@ github.com/hashicorp/memberlist v0.1.3/go.mod h1:ajVTdAv/9Im8oMAAj5G31PhhMCZJV2p github.com/hashicorp/serf v0.8.2/go.mod h1:6hOLApaqBFA1NXqRQAsxw9QxuDEvNxSQRwA/JwenrHc= github.com/hinshun/vt10x v0.0.0-20180616224451-1954e6464174 h1:WlZsjVhE8Af9IcZDGgJGQpNflI3+MJSBhsgT5PCtzBQ= github.com/hinshun/vt10x v0.0.0-20180616224451-1954e6464174/go.mod h1:DqJ97dSdRW1W22yXSB90986pcOyQ7r45iio1KN2ez1A= -github.com/hpcloud/tail v1.0.0 h1:nfCOvKYfkgYP8hkirhJocXT2+zOD8yUNjXaWfTlyFKI= github.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU= github.com/huandu/xstrings v1.3.1/go.mod h1:y5/lhBue+AyNmUVz9RLU9xbLR0o4KIIExikq4ovT0aE= github.com/hudl/fargo v1.3.0/go.mod h1:y3CKSmjA+wD2gak7sUSXTAoopbhU08POFhmITJgmKTg= @@ -511,6 +521,8 @@ github.com/joeshaw/multierror v0.0.0-20140124173710-69b34d4ec901 h1:rp+c0RAYOWj8 github.com/joeshaw/multierror v0.0.0-20140124173710-69b34d4ec901/go.mod h1:Z86h9688Y0wesXCyonoVr47MasHilkuLMqGhRZ4Hpak= github.com/joho/godotenv v1.3.0/go.mod h1:7hK45KPybAkOC6peb+G5yklZfMxEjkZhHbwpqxOKXbg= github.com/jonboulle/clockwork v0.1.0/go.mod h1:Ii8DK3G1RaLaWxj9trq07+26W01tbo22gdxWY5EU2bo= +github.com/josharian/intern v1.0.0 h1:vlS4z54oSdjm0bgjRigI+G1HpF+tI+9rE5LLzOg8HmY= +github.com/josharian/intern v1.0.0/go.mod h1:5DoeVV0s6jJacbCEi61lwdGj/aVlrQvzHFFd8Hwg//Y= github.com/json-iterator/go v1.1.6/go.mod h1:+SdeFBvtyEkXs7REEP0seUULqWtbJapLOCVDaaPEHmU= github.com/json-iterator/go v1.1.7/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= github.com/json-iterator/go v1.1.8/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= @@ -566,8 +578,9 @@ github.com/mailru/easyjson v0.0.0-20180823135443-60711f1a8329/go.mod h1:C1wdFJiN github.com/mailru/easyjson v0.0.0-20190312143242-1de009706dbe/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc= github.com/mailru/easyjson v0.0.0-20190614124828-94de47d64c63/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc= github.com/mailru/easyjson v0.0.0-20190626092158-b2ccc519800e/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc= -github.com/mailru/easyjson v0.7.0 h1:aizVhC/NAAcKWb+5QsU1iNOZb4Yws5UO2I+aIprQITM= github.com/mailru/easyjson v0.7.0/go.mod h1:KAzv3t3aY1NaHWoQz1+4F1ccyAH66Jk7yos7ldAVICs= +github.com/mailru/easyjson v0.7.6 h1:8yTIVnZgCoiM1TgqoeTl+LfU5Jg6/xL3QhGQnimLYnA= +github.com/mailru/easyjson v0.7.6/go.mod h1:xzfreul335JAWq5oZzymOObrkdz5UnU4kGfJJLY9Nlc= github.com/markbates/pkger v0.17.1/go.mod h1:0JoVlrol20BSywW79rN3kdFFsE5xYM+rSCQDXbLhiuI= github.com/marstr/guid v1.1.0/go.mod h1:74gB1z2wpxxInTG6yaqA7KrtM0NZ+RbrcqDvYHefzho= github.com/matryer/is v1.2.0 h1:92UTHpy8CDwaJ08GqLDzhhuixiBUUD1p3AU6PHddz4A= @@ -640,6 +653,8 @@ github.com/nats-io/nkeys v0.1.3/go.mod h1:xpnFELMwJABBLVhffcfd1MZx6VsNRFpEugbxzi github.com/nats-io/nuid v1.0.1/go.mod h1:19wcPz3Ph3q0Jbyiqsd0kePYG7A95tJPxeL+1OSON2c= github.com/ncw/swift v1.0.47/go.mod h1:23YIA4yWVnGwv2dQlN4bB7egfYX6YLn0Yo/S6zZO/ZM= github.com/niemeyer/pretty v0.0.0-20200227124842-a10e7caefd8e/go.mod h1:zD1mROLANZcx1PVRCS0qkT7pwLkGfwJo4zjcN/Tysno= +github.com/nxadm/tail v1.4.4 h1:DQuhQpB1tVlglWS2hLQ5OV6B5r8aGxSrPc5Qo6uTN78= +github.com/nxadm/tail v1.4.4/go.mod h1:kenIhsEOeOJmVchQTgglprH7qJGnHDVpk1VPCcaMI8A= github.com/oklog/oklog v0.3.2/go.mod h1:FCV+B7mhrz4o+ueLpx+KqkyXRGMWOYEvfiXtdGtbWGs= github.com/oklog/run v1.0.0/go.mod h1:dlhp/R75TPv97u0XWUtDeV/lRKWPKSdTuV0TZvrmrQA= github.com/oklog/ulid v1.3.1/go.mod h1:CirwcVhetQ6Lv90oh/F+FBtV6XMibvdAFo93nm5qn4U= @@ -652,12 +667,16 @@ github.com/olekukonko/tablewriter v0.0.5/go.mod h1:hPp6KlRPjbx+hW8ykQs1w3UBbZlj6 github.com/onsi/ginkgo v0.0.0-20170829012221-11459a886d9c/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= github.com/onsi/ginkgo v1.6.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= github.com/onsi/ginkgo v1.7.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= -github.com/onsi/ginkgo v1.11.0 h1:JAKSXpt1YjtLA7YpPiqO9ss6sNXEsPfSGdwN0UHqzrw= github.com/onsi/ginkgo v1.11.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= +github.com/onsi/ginkgo v1.12.1/go.mod h1:zj2OWP4+oCPe1qIXoGWkgMRwljMUYCdkwsT2108oapk= +github.com/onsi/ginkgo v1.14.0 h1:2mOpI4JVVPBN+WQRa0WKH2eXR+Ey+uK4n7Zj0aYpIQA= +github.com/onsi/ginkgo v1.14.0/go.mod h1:iSB4RoI2tjJc9BBv4NKIKWKya62Rps+oPG/Lv9klQyY= github.com/onsi/gomega v0.0.0-20170829124025-dcabb60a477c/go.mod h1:C1qb7wdrVGGVU+Z6iS04AVkA3Q65CEZX59MT0QO5uiA= github.com/onsi/gomega v1.4.3/go.mod h1:ex+gbHU/CVuBBDIJjb2X0qEXbFg53c61hWP/1CpauHY= -github.com/onsi/gomega v1.7.0 h1:XPnZz8VVBHjVsy1vzJmRwIcSwiUO+JFfrv/xGiigmME= github.com/onsi/gomega v1.7.0/go.mod h1:ex+gbHU/CVuBBDIJjb2X0qEXbFg53c61hWP/1CpauHY= +github.com/onsi/gomega v1.7.1/go.mod h1:XdKZgCCFLUoM/7CFJVPcG8C1xQ1AJ0vpAezJrB7JYyY= +github.com/onsi/gomega v1.10.1 h1:o0+MgICZLuZ7xjH7Vx6zS/zcu93/BEp1VwkIW1mEXCE= +github.com/onsi/gomega v1.10.1/go.mod h1:iN09h71vgCQne3DLsj+A5owkum+a2tYe+TOCB1ybHNo= github.com/op/go-logging v0.0.0-20160315200505-970db520ece7/go.mod h1:HzydrMdWErDVzsI23lYNej1Htcns9BCg93Dk0bBINWk= github.com/opencontainers/go-digest v0.0.0-20170106003457-a6d0ee40d420/go.mod h1:cMLVZDEM3+U2I4VmLI6N8jQYUd2OVphdqWwCJHrFt2s= github.com/opencontainers/go-digest v0.0.0-20180430190053-c9281466c8b2/go.mod h1:cMLVZDEM3+U2I4VmLI6N8jQYUd2OVphdqWwCJHrFt2s= @@ -785,6 +804,7 @@ github.com/spf13/viper v1.3.2/go.mod h1:ZiWeW+zYFKm7srdB9IoDzzZXaJaI5eL9QjNiN/DM github.com/spf13/viper v1.4.0/go.mod h1:PTJ7Z/lr49W6bUbkmS1V3by4uWynFiR9p7+dSq/yZzE= github.com/spf13/viper v1.7.0/go.mod h1:8WkrPz2fc9jxqZNCJI/76HCieCp4Q8HaLFoCha5qpdg= github.com/spf13/viper v1.8.1/go.mod h1:o0Pch8wJ9BVSWGQMbra6iw0oQ5oktSIBaujf1rJH9Ns= +github.com/stoewer/go-strcase v1.2.0/go.mod h1:IBiWB2sKIp3wVVQ3Y035++gc+knqhUQag1KpM8ahLw8= github.com/streadway/amqp v0.0.0-20190404075320-75d898a42a94/go.mod h1:AZpEONHx3DKn8O/DFsRAY58/XVQiIPMTMB1SddzLXVw= github.com/streadway/amqp v0.0.0-20190827072141-edfb9018d271/go.mod h1:AZpEONHx3DKn8O/DFsRAY58/XVQiIPMTMB1SddzLXVw= github.com/streadway/handy v0.0.0-20190108123426-d5acb3125c2a/go.mod h1:qNTQ5P5JnDBl6z3cMAg/SywNDC5ABu5ApDIw6lUbRmI= @@ -965,6 +985,7 @@ golang.org/x/net v0.0.0-20200324143707-d3edc9973b7e/go.mod h1:qpuaurCH72eLCgpAm/ golang.org/x/net v0.0.0-20200501053045-e0ff5e5a1de5/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= golang.org/x/net v0.0.0-20200506145744-7e3656a0809f/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= golang.org/x/net v0.0.0-20200513185701-a91f0712d120/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= +golang.org/x/net v0.0.0-20200520004742-59133d7f0dd7/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= golang.org/x/net v0.0.0-20200520182314-0ba52f642ac2/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= golang.org/x/net v0.0.0-20200625001655-4c5254603344/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= golang.org/x/net v0.0.0-20200707034311-ab3426394381/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= @@ -978,8 +999,9 @@ golang.org/x/net v0.0.0-20210224082022-3d97a244fca7/go.mod h1:m0MpNAwzfU5UDzcl9v golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= golang.org/x/net v0.0.0-20210316092652-d523dce5a7f4/go.mod h1:RBQZq4jEuRlivfhVLdyRGr576XBO4/greRjx4P4O3yc= golang.org/x/net v0.0.0-20210326060303-6b1517762897/go.mod h1:uSPa2vr4CLtc/ILN5odXGNXS6mhrKVzTaCXzk9m6W3k= -golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4 h1:4nGaVu0QrbjT/AK2PRLuQfQuh6DJve+pELhqTdAj3x0= golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4/go.mod h1:p54w0d4576C0XHj96bSt6lcn1PtDYWL6XObtHCRCNQM= +golang.org/x/net v0.0.0-20210520170846-37e1c6afe023 h1:ADo5wSpq2gqaCGQWzk7S5vd//0iyyLeAratkEoG5dLE= +golang.org/x/net v0.0.0-20210520170846-37e1c6afe023/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= @@ -1028,12 +1050,14 @@ golang.org/x/sys v0.0.0-20190616124812-15dcb6c0061f/go.mod h1:h1NjWce9XRLGQEsW7w golang.org/x/sys v0.0.0-20190624142023-c5567b49c5d0/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190726091711-fc99dfbffb4e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190826190057-c7b8b68b1456/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190904154756-749cb33beabd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190916202348-b4ddaad3f8a3/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191001151750-bb3f8db39f24/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191002063906-3421d5a6bb1c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191005200804-aed5e4c7ecf9/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191022100944-742c48ecaeb7/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191026070338-33540a1f6037/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191120155948-bd437916bb0e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191204072324-ce4227a45e2e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191220142924-d4481acd189f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191228213918-04cbcbbfeed8/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= @@ -1051,6 +1075,7 @@ golang.org/x/sys v0.0.0-20200331124033-c3d80250170d/go.mod h1:h1NjWce9XRLGQEsW7w golang.org/x/sys v0.0.0-20200501052902-10377860bb8e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200511232937-7e40ca221e25/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200515095857-1151b9dac4a9/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200519105757-fe76b779f299/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200523222454-059865788121/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200615200032-f1bc736245b1/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20200803210538-64077c9b5642/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= @@ -1070,10 +1095,11 @@ golang.org/x/sys v0.0.0-20210320140829-1e4c9ba3b0c4/go.mod h1:h1NjWce9XRLGQEsW7w golang.org/x/sys v0.0.0-20210324051608-47abb6519492/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210330210617-4fbd30eecc44/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210403161142-5e06dd20ab57/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/sys v0.0.0-20210426230700-d19ff857e887/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210502180810-71e4cd670f79/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/sys v0.0.0-20210510120138-977fb7262007 h1:gG67DSER+11cZvqIMb8S8bt0vZtiN6xWYARwirrOSfE= golang.org/x/sys v0.0.0-20210510120138-977fb7262007/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210616094352-59db8d763f22 h1:RqytpXGR1iVNX7psjB3ff8y7sNFinVFvkx1c8SjBkio= +golang.org/x/sys v0.0.0-20210616094352-59db8d763f22/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/term v0.0.0-20201117132131-f5c789dd3221/go.mod h1:Nr5EML6q2oocZ2LXRh80K7BxOlk5/8JxuGnuhpl+muw= golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= golang.org/x/term v0.0.0-20210220032956-6a3ed077a48d/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= @@ -1085,14 +1111,16 @@ golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3 golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk= golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.4/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= -golang.org/x/text v0.3.5 h1:i6eZZ+zk0SOf0xgBpEpPD18qWcJda6q1sxt3S0kzyUQ= golang.org/x/text v0.3.5/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.6 h1:aRYxNxv6iGQlyVaZmk6ZgYEDa+Jg18DxebPSrd6bg1M= +golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/time v0.0.0-20180412165947-fbb02b2291d2/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= -golang.org/x/time v0.0.0-20210220033141-f8bda1e9f3ba h1:O8mE0/t419eoIwhTFpKVkHiTs/Igowgfkj25AcZrtiE= golang.org/x/time v0.0.0-20210220033141-f8bda1e9f3ba/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= +golang.org/x/time v0.0.0-20210723032227-1f47c861a9ac h1:7zkz7BUtwNFFqcowJ+RIgu2MaV/MapERkDIy+mwPyjs= +golang.org/x/time v0.0.0-20210723032227-1f47c861a9ac/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/tools v0.0.0-20180221164845-07fd8470d635/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20180828015842-6cd1fcedba52/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= @@ -1229,6 +1257,7 @@ google.golang.org/genproto v0.0.0-20200729003335-053ba62fc06f/go.mod h1:FWY/as6D google.golang.org/genproto v0.0.0-20200804131852-c06518451d9c/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= google.golang.org/genproto v0.0.0-20200825200019-8632dd797987/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= google.golang.org/genproto v0.0.0-20200904004341-0bd0a958aa1d/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= +google.golang.org/genproto v0.0.0-20201019141844-1ed22bb0c154/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= google.golang.org/genproto v0.0.0-20201109203340-2640f1f9cdfb/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= google.golang.org/genproto v0.0.0-20201110150050-8816d57aaa9a/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= google.golang.org/genproto v0.0.0-20201201144952-b05cb90ed32e/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= @@ -1289,7 +1318,6 @@ gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntN gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q= gopkg.in/cheggaaa/pb.v1 v1.0.25/go.mod h1:V/YB90LKu/1FcN3WVnfiiE5oMCibMjukxqG/qStrOgw= gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= -gopkg.in/fsnotify.v1 v1.4.7 h1:xOHLXZwVvI9hhs+cLKq5+I5onOuwQLhQwiu63xxlHs4= gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys= gopkg.in/gcfg.v1 v1.2.3/go.mod h1:yesOnuUOFQAhST5vPY4nbZsb/huCgGGXlipJsBn0b3o= gopkg.in/gorp.v1 v1.7.2/go.mod h1:Wo3h+DBQZIxATwftsglhdD/62zRFPhGhTiu5jUJmCaw= @@ -1316,6 +1344,7 @@ gopkg.in/yaml.v2 v2.3.0/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY= gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ= gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.0-20200615113413-eeeca48fe776/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b h1:h8qDotaEPuJATrMmW04NCwg7v22aHH28wwpauUhK9Oo= gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= gotest.tools v2.2.0+incompatible h1:VsBPFP1AI068pPrMxtb/S8Zkgf9xEmTLJjfM+P5UIEo= @@ -1334,20 +1363,20 @@ honnef.co/go/tools v0.0.1-2019.2.3/go.mod h1:a3bituU0lyd329TUQxRnasdCoJDkEUEAqEt honnef.co/go/tools v0.0.1-2020.1.3/go.mod h1:X/FiERA/W4tHapMX5mGpAtMSVEeEUOyHaw9vFzvIQ3k= honnef.co/go/tools v0.0.1-2020.1.4/go.mod h1:X/FiERA/W4tHapMX5mGpAtMSVEeEUOyHaw9vFzvIQ3k= k8s.io/api v0.21.0/go.mod h1:+YbrhBBGgsxbF6o6Kj4KJPJnBmAKuXDeS3E18bgHNVU= -k8s.io/api v0.21.3 h1:cblWILbLO8ar+Fj6xdDGr603HRsf8Wu9E9rngJeprZQ= -k8s.io/api v0.21.3/go.mod h1:hUgeYHUbBp23Ue4qdX9tR8/ANi/g3ehylAqDn9NWVOg= +k8s.io/api v0.22.0 h1:elCpMZ9UE8dLdYxr55E06TmSeji9I3KH494qH70/y+c= +k8s.io/api v0.22.0/go.mod h1:0AoXXqst47OI/L0oGKq9DG61dvGRPXs7X4/B7KyjBCU= k8s.io/apiextensions-apiserver v0.21.0 h1:Nd4uBuweg6ImzbxkC1W7xUNZcCV/8Vt10iTdTIVF3hw= k8s.io/apiextensions-apiserver v0.21.0/go.mod h1:gsQGNtGkc/YoDG9loKI0V+oLZM4ljRPjc/sql5tmvzc= k8s.io/apimachinery v0.21.0/go.mod h1:jbreFvJo3ov9rj7eWT7+sYiRx+qZuCYXwWT1bcDswPY= -k8s.io/apimachinery v0.21.3 h1:3Ju4nvjCngxxMYby0BimUk+pQHPOQp3eCGChk5kfVII= -k8s.io/apimachinery v0.21.3/go.mod h1:H/IM+5vH9kZRNJ4l3x/fXP/5bOPJaVP/guptnZPeCFI= +k8s.io/apimachinery v0.22.0 h1:CqH/BdNAzZl+sr3tc0D3VsK3u6ARVSo3GWyLmfIjbP0= +k8s.io/apimachinery v0.22.0/go.mod h1:O3oNtNadZdeOMxHFVxOreoznohCpy0z6mocxbZr7oJ0= k8s.io/apiserver v0.21.0/go.mod h1:w2YSn4/WIwYuxG5zJmcqtRdtqgW/J2JRgFAqps3bBpg= k8s.io/cli-runtime v0.21.0/go.mod h1:XoaHP93mGPF37MkLbjGVYqg3S1MnsFdKtiA/RZzzxOo= -k8s.io/cli-runtime v0.21.3 h1:eXevRomULAAGjQ7m6qo+AWHvtVRqaLG8WQICEBwjtmo= -k8s.io/cli-runtime v0.21.3/go.mod h1:h65y0uXIXDnNjd5J+F3CvQU3ZNplH4+rjqbII7JkD4A= +k8s.io/cli-runtime v0.22.0 h1:xM0UJ91iPKvPeooS/LS4U3sPVRAeUrUslJ0sUtE7a7Q= +k8s.io/cli-runtime v0.22.0/go.mod h1:An6zELQ7udUI0GaXvkuMqyopPA14dIgNqpH8cZu1vig= k8s.io/client-go v0.21.0/go.mod h1:nNBytTF9qPFDEhoqgEPaarobC8QPae13bElIVHzIglA= -k8s.io/client-go v0.21.3 h1:J9nxZTOmvkInRDCzcSNQmPJbDYN/PjlxXT9Mos3HcLg= -k8s.io/client-go v0.21.3/go.mod h1:+VPhCgTsaFmGILxR/7E1N0S+ryO010QBeNCv5JwRGYU= +k8s.io/client-go v0.22.0 h1:sD6o9O6tCwUKCENw8v+HFsuAbq2jCu8cWC61/ydwA50= +k8s.io/client-go v0.22.0/go.mod h1:GUjIuXR5PiEv/RVK5OODUsm6eZk7wtSWZSaSJbpFdGg= k8s.io/code-generator v0.21.0/go.mod h1:hUlps5+9QaTrKx+jiM4rmq7YmH8wPOIko64uZCHDh6Q= k8s.io/component-base v0.21.0 h1:tLLGp4BBjQaCpS/KiuWh7m2xqvAdsxLm4ATxHSe5Zpg= k8s.io/component-base v0.21.0/go.mod h1:qvtjz6X0USWXbgmbfXR+Agik4RZ3jv2Bgr5QnZzdPYw= @@ -1356,27 +1385,30 @@ k8s.io/gengo v0.0.0-20200413195148-3a45101e95ac/go.mod h1:ezvh/TsK7cY6rbqRK0oQQ8 k8s.io/gengo v0.0.0-20201214224949-b6c5ce23f027/go.mod h1:FiNAH4ZV3gBg2Kwh89tzAEV2be7d5xI0vBa/VySYy3E= k8s.io/klog/v2 v2.0.0/go.mod h1:PBfzABfn139FHAV07az/IF9Wp1bkk3vpT2XSJ76fSDE= k8s.io/klog/v2 v2.2.0/go.mod h1:Od+F08eJP+W3HUb4pSrPpgp9DGU4GzlpG/TmITuYh/Y= -k8s.io/klog/v2 v2.8.0 h1:Q3gmuM9hKEjefWFFYF0Mat+YyFJvsUyYuwyNNJ5C9Ts= k8s.io/klog/v2 v2.8.0/go.mod h1:hy9LJ/NvuK+iVyP4Ehqva4HxZG/oXyIS3n3Jmire4Ec= -k8s.io/kube-openapi v0.0.0-20210305001622-591a79e4bda7 h1:vEx13qjvaZ4yfObSSXW7BrMc/KQBBT/Jyee8XtLf4x0= +k8s.io/klog/v2 v2.9.0 h1:D7HV+n1V57XeZ0m6tdRkfknthUaM06VFbWldOFh8kzM= +k8s.io/klog/v2 v2.9.0/go.mod h1:hy9LJ/NvuK+iVyP4Ehqva4HxZG/oXyIS3n3Jmire4Ec= k8s.io/kube-openapi v0.0.0-20210305001622-591a79e4bda7/go.mod h1:wXW5VT87nVfh/iLV8FpR2uDvrFyomxbtb1KivDbvPTE= +k8s.io/kube-openapi v0.0.0-20210421082810-95288971da7e h1:KLHHjkdQFomZy8+06csTWZ0m1343QqxZhR2LJ1OxCYM= +k8s.io/kube-openapi v0.0.0-20210421082810-95288971da7e/go.mod h1:vHXdDvt9+2spS2Rx9ql3I8tycm3H9FDfdUoIuKCefvw= k8s.io/kubectl v0.21.0 h1:WZXlnG/yjcE4LWO2g6ULjFxtzK6H1TKzsfaBFuVIhNg= k8s.io/kubectl v0.21.0/go.mod h1:EU37NukZRXn1TpAkMUoy8Z/B2u6wjHDS4aInsDzVvks= k8s.io/metrics v0.21.0/go.mod h1:L3Ji9EGPP1YBbfm9sPfEXSpnj8i24bfQbAFAsW0NueQ= -k8s.io/utils v0.0.0-20201110183641-67b214c5f920 h1:CbnUZsM497iRC5QMVkHwyl8s2tB3g7yaSHkYPkpgelw= k8s.io/utils v0.0.0-20201110183641-67b214c5f920/go.mod h1:jPW/WVKK9YHAvNhRxK0md/EJ228hCsBRufyofKtW8HA= +k8s.io/utils v0.0.0-20210707171843-4b05e18ac7d9 h1:imL9YgXQ9p7xmPzHFm/vVd/cF78jad+n4wK1ABwYtMM= +k8s.io/utils v0.0.0-20210707171843-4b05e18ac7d9/go.mod h1:jPW/WVKK9YHAvNhRxK0md/EJ228hCsBRufyofKtW8HA= rsc.io/binaryregexp v0.2.0/go.mod h1:qTv7/COck+e2FymRvadv62gMdZztPaShugOCi3I+8D8= rsc.io/quote/v3 v3.1.0/go.mod h1:yEA65RcK8LyAZtP9Kv3t0HmxON59tX3rD+tICJqUlj0= rsc.io/sampler v1.3.0/go.mod h1:T1hPZKmBbMNahiBKFy5HrXp6adAjACjK9JXDnKaTXpA= sigs.k8s.io/apiserver-network-proxy/konnectivity-client v0.0.15/go.mod h1:LEScyzhFmoF5pso/YSeBstl57mOzx9xlU9n85RGrDQg= sigs.k8s.io/kustomize/api v0.8.5/go.mod h1:M377apnKT5ZHJS++6H4rQoCHmWtt6qTpp3mbe7p6OLY= -sigs.k8s.io/kustomize/api v0.8.8 h1:G2z6JPSSjtWWgMeWSoHdXqyftJNmMmyxXpwENGoOtGE= -sigs.k8s.io/kustomize/api v0.8.8/go.mod h1:He1zoK0nk43Pc6NlV085xDXDXTNprtcyKZVm3swsdNY= +sigs.k8s.io/kustomize/api v0.8.11 h1:LzQzlq6Z023b+mBtc6v72N2mSHYmN8x7ssgbf/hv0H8= +sigs.k8s.io/kustomize/api v0.8.11/go.mod h1:a77Ls36JdfCWojpUqR6m60pdGY1AYFix4AH83nJtY1g= sigs.k8s.io/kustomize/cmd/config v0.9.7/go.mod h1:MvXCpHs77cfyxRmCNUQjIqCmZyYsbn5PyQpWiq44nW0= sigs.k8s.io/kustomize/kustomize/v4 v4.0.5/go.mod h1:C7rYla7sI8EnxHE/xEhRBSHMNfcL91fx0uKmUlUhrBk= sigs.k8s.io/kustomize/kyaml v0.10.15/go.mod h1:mlQFagmkm1P+W4lZJbJ/yaxMd8PqMRSC4cPcfUVt5Hg= -sigs.k8s.io/kustomize/kyaml v0.10.17 h1:4zrV0ym5AYa0e512q7K3Wp1u7mzoWW0xR3UHJcGWGIg= -sigs.k8s.io/kustomize/kyaml v0.10.17/go.mod h1:mlQFagmkm1P+W4lZJbJ/yaxMd8PqMRSC4cPcfUVt5Hg= +sigs.k8s.io/kustomize/kyaml v0.11.0 h1:9KhiCPKaVyuPcgOLJXkvytOvjMJLoxpjodiycb4gHsA= +sigs.k8s.io/kustomize/kyaml v0.11.0/go.mod h1:GNMwjim4Ypgp/MueD3zXHLRJEjz7RvtPae0AwlvEMFM= sigs.k8s.io/structured-merge-diff/v4 v4.0.2/go.mod h1:bJZC9H9iH24zzfZ/41RGcq60oK1F7G282QMXDPYydCw= sigs.k8s.io/structured-merge-diff/v4 v4.1.0/go.mod h1:bJZC9H9iH24zzfZ/41RGcq60oK1F7G282QMXDPYydCw= sigs.k8s.io/structured-merge-diff/v4 v4.1.2 h1:Hr/htKFmJEbtMgS/UD0N+gtgctAqz81t3nu+sPzynno= From 761904e8b133be66487b182545c18a1e739f6358 Mon Sep 17 00:00:00 2001 From: Marcin Tojek Date: Mon, 9 Aug 2021 11:57:11 +0200 Subject: [PATCH 3/5] Fix: add missing Kubernetes fields (#473) --- .../kubernetes/data_stream/container/fields/base-fields.yml | 5 +++++ .../kubernetes/data_stream/pod/fields/base-fields.yml | 5 +++++ test/packages/kubernetes/docs/kubelet.md | 2 ++ 3 files changed, 12 insertions(+) diff --git a/test/packages/kubernetes/data_stream/container/fields/base-fields.yml b/test/packages/kubernetes/data_stream/container/fields/base-fields.yml index d43ffd7964..2a6f62ace0 100644 --- a/test/packages/kubernetes/data_stream/container/fields/base-fields.yml +++ b/test/packages/kubernetes/data_stream/container/fields/base-fields.yml @@ -74,6 +74,11 @@ description: > Kubernetes deployment name + - name: daemonset.name + type: keyword + description: > + Kubernetes daemonset name + - name: statefulset.name type: keyword description: > diff --git a/test/packages/kubernetes/data_stream/pod/fields/base-fields.yml b/test/packages/kubernetes/data_stream/pod/fields/base-fields.yml index d43ffd7964..2a6f62ace0 100644 --- a/test/packages/kubernetes/data_stream/pod/fields/base-fields.yml +++ b/test/packages/kubernetes/data_stream/pod/fields/base-fields.yml @@ -74,6 +74,11 @@ description: > Kubernetes deployment name + - name: daemonset.name + type: keyword + description: > + Kubernetes daemonset name + - name: statefulset.name type: keyword description: > diff --git a/test/packages/kubernetes/docs/kubelet.md b/test/packages/kubernetes/docs/kubelet.md index 13e0b8facf..d92fbe4ad5 100644 --- a/test/packages/kubernetes/docs/kubelet.md +++ b/test/packages/kubernetes/docs/kubelet.md @@ -226,6 +226,7 @@ An example event for `container` looks as following: | kubernetes.container.rootfs.inodes.used | Used inodes | long | | gauge | | kubernetes.container.rootfs.used.bytes | Root filesystem total used in bytes | long | byte | gauge | | kubernetes.container.start_time | Start time | date | | | +| kubernetes.daemonset.name | Kubernetes daemonset name | keyword | | | | kubernetes.deployment.name | Kubernetes deployment name | keyword | | | | kubernetes.labels.\* | Kubernetes labels map | object | | | | kubernetes.namespace | Kubernetes namespace | keyword | | | @@ -657,6 +658,7 @@ An example event for `pod` looks as following: | kubernetes.annotations.\* | Kubernetes annotations map | object | | | | kubernetes.container.image | Kubernetes container image | keyword | | | | kubernetes.container.name | Kubernetes container name | keyword | | | +| kubernetes.daemonset.name | Kubernetes daemonset name | keyword | | | | kubernetes.deployment.name | Kubernetes deployment name | keyword | | | | kubernetes.labels.\* | Kubernetes labels map | object | | | | kubernetes.namespace | Kubernetes namespace | keyword | | | From fffc3e30929b491a13deb140df80b5a76ca38931 Mon Sep 17 00:00:00 2001 From: Marcin Tojek Date: Mon, 9 Aug 2021 15:29:13 +0200 Subject: [PATCH 4/5] Strip data streams from test Kubernetes (#474) * Strip data streams from test kubernetes * Remove other defs --- .../kubernetes/_dev/build/docs/README.md | 82 +------ .../kubernetes/_dev/build/docs/events.md | 16 -- .../_dev/build/docs/kube-apiserver.md | 37 --- .../build/docs/kube-controller-manager.md | 12 - .../kubernetes/_dev/build/docs/kube-proxy.md | 12 - .../_dev/build/docs/kube-scheduler.md | 12 - .../_dev/build/docs/kube-state-metrics.md | 132 ----------- .../kubernetes/_dev/build/docs/kubelet.md | 48 ---- .../kubernetes/_dev/deploy/k8s/conrjob.yaml | 19 -- .../kubernetes/_dev/deploy/k8s/job.yaml | 17 -- .../kubernetes/_dev/deploy/k8s/pv.yaml | 14 -- .../kubernetes/_dev/deploy/k8s/pvc.yaml | 14 -- .../kubernetes/_dev/deploy/k8s/rq.yaml | 17 -- .../kubernetes/_dev/deploy/k8s/ss.yaml | 22 -- .../apiserver/_dev/deploy/k8s/.empty | 0 .../_dev/test/system/test-default-config.yml | 7 - .../apiserver/agent/stream/stream.yml.hbs | 18 -- .../data_stream/apiserver/fields/agent.yml | 198 ---------------- .../apiserver/fields/base-fields.yml | 12 - .../data_stream/apiserver/fields/ecs.yml | 13 -- .../data_stream/apiserver/fields/fields.yml | 190 --------------- .../data_stream/apiserver/manifest.yml | 45 ---- .../data_stream/apiserver/sample_event.json | 62 ----- .../container/_dev/deploy/k8s/.empty | 0 .../_dev/test/system/test-default-config.yml | 7 - .../container/agent/stream/stream.yml.hbs | 11 - .../data_stream/container/fields/agent.yml | 198 ---------------- .../container/fields/base-fields.yml | 95 -------- .../data_stream/container/fields/ecs.yml | 13 -- .../data_stream/container/fields/fields.yml | 199 ---------------- .../data_stream/container/manifest.yml | 44 ---- .../data_stream/container/sample_event.json | 150 ------------ .../controllermanager/_dev/deploy/k8s/.empty | 0 .../_dev/test/system/test-default-config.yml | 8 - .../agent/stream/stream.yml.hbs | 11 - .../controllermanager/fields/agent.yml | 198 ---------------- .../controllermanager/fields/base-fields.yml | 90 -------- .../controllermanager/fields/ecs.yml | 13 -- .../controllermanager/fields/fields.yml | 153 ------------- .../controllermanager/manifest.yml | 38 --- .../controllermanager/sample_event.json | 93 -------- .../event/agent/stream/stream.yml.hbs | 6 - .../data_stream/event/fields/agent.yml | 198 ---------------- .../data_stream/event/fields/base-fields.yml | 90 -------- .../data_stream/event/fields/ecs.yml | 10 - .../data_stream/event/fields/fields.yml | 99 -------- .../kubernetes/data_stream/event/manifest.yml | 29 --- .../data_stream/event/sample_event.json | 78 ------- .../data_stream/node/_dev/deploy/k8s/.empty | 0 .../_dev/test/system/test-default-config.yml | 7 - .../node/agent/stream/stream.yml.hbs | 11 - .../data_stream/node/fields/agent.yml | 198 ---------------- .../data_stream/node/fields/base-fields.yml | 90 -------- .../data_stream/node/fields/ecs.yml | 13 -- .../data_stream/node/fields/fields.yml | 198 ---------------- .../kubernetes/data_stream/node/manifest.yml | 44 ---- .../data_stream/node/sample_event.json | 148 ------------ .../data_stream/pod/_dev/deploy/k8s/.empty | 0 .../_dev/test/system/test-default-config.yml | 7 - .../pod/agent/stream/stream.yml.hbs | 11 - .../data_stream/pod/fields/agent.yml | 198 ---------------- .../data_stream/pod/fields/base-fields.yml | 95 -------- .../kubernetes/data_stream/pod/fields/ecs.yml | 13 -- .../data_stream/pod/fields/fields.yml | 136 ----------- .../kubernetes/data_stream/pod/manifest.yml | 44 ---- .../data_stream/pod/sample_event.json | 125 ---------- .../data_stream/proxy/_dev/deploy/k8s/.empty | 0 .../_dev/test/system/test-default-config.yml | 6 - .../proxy/agent/stream/stream.yml.hbs | 6 - .../data_stream/proxy/fields/agent.yml | 198 ---------------- .../data_stream/proxy/fields/base-fields.yml | 12 - .../data_stream/proxy/fields/ecs.yml | 13 -- .../data_stream/proxy/fields/fields.yml | 123 ---------- .../kubernetes/data_stream/proxy/manifest.yml | 23 -- .../data_stream/proxy/sample_event.json | 216 ------------------ .../scheduler/_dev/deploy/k8s/.empty | 0 .../_dev/test/system/test-default-config.yml | 8 - .../scheduler/agent/stream/stream.yml.hbs | 11 - .../data_stream/scheduler/fields/agent.yml | 198 ---------------- .../scheduler/fields/base-fields.yml | 90 -------- .../data_stream/scheduler/fields/ecs.yml | 13 -- .../data_stream/scheduler/fields/fields.yml | 156 ------------- .../data_stream/scheduler/manifest.yml | 38 --- .../data_stream/scheduler/sample_event.json | 79 ------- .../_dev/test/system/test-default-config.yml | 6 - .../agent/stream/stream.yml.hbs | 10 - .../state_container/fields/agent.yml | 198 ---------------- .../state_container/fields/base-fields.yml | 95 -------- .../state_container/fields/ecs.yml | 16 -- .../state_container/fields/fields.yml | 66 ------ .../data_stream/state_container/manifest.yml | 38 --- .../state_container/sample_event.json | 80 ------- .../_dev/test/system/test-default-config.yml | 6 - .../state_cronjob/agent/stream/stream.yml.hbs | 11 - .../state_cronjob/fields/agent.yml | 198 ---------------- .../state_cronjob/fields/base-fields.yml | 90 -------- .../data_stream/state_cronjob/fields/ecs.yml | 13 -- .../state_cronjob/fields/fields.yml | 39 ---- .../data_stream/state_cronjob/manifest.yml | 38 --- .../state_cronjob/sample_event.json | 66 ------ .../_dev/test/system/test-default-config.yml | 6 - .../agent/stream/stream.yml.hbs | 10 - .../state_daemonset/fields/agent.yml | 198 ---------------- .../state_daemonset/fields/base-fields.yml | 90 -------- .../state_daemonset/fields/ecs.yml | 13 -- .../state_daemonset/fields/fields.yml | 30 --- .../data_stream/state_daemonset/manifest.yml | 38 --- .../state_daemonset/sample_event.json | 62 ----- .../_dev/test/system/test-default-config.yml | 6 - .../agent/stream/stream.yml.hbs | 10 - .../state_deployment/fields/agent.yml | 198 ---------------- .../state_deployment/fields/base-fields.yml | 90 -------- .../state_deployment/fields/ecs.yml | 13 -- .../state_deployment/fields/fields.yml | 30 --- .../data_stream/state_deployment/manifest.yml | 38 --- .../state_deployment/sample_event.json | 63 ----- .../_dev/test/system/test-default-config.yml | 6 - .../state_job/agent/stream/stream.yml.hbs | 7 - .../data_stream/state_job/fields/agent.yml | 198 ---------------- .../state_job/fields/base-fields.yml | 90 -------- .../data_stream/state_job/fields/ecs.yml | 13 -- .../data_stream/state_job/fields/fields.yml | 75 ------ .../data_stream/state_job/manifest.yml | 31 --- .../data_stream/state_job/sample_event.json | 72 ------ .../_dev/test/system/test-default-config.yml | 6 - .../state_node/agent/stream/stream.yml.hbs | 10 - .../data_stream/state_node/fields/agent.yml | 198 ---------------- .../state_node/fields/base-fields.yml | 90 -------- .../data_stream/state_node/fields/ecs.yml | 13 -- .../data_stream/state_node/fields/fields.yml | 69 ------ .../data_stream/state_node/manifest.yml | 38 --- .../data_stream/state_node/sample_event.json | 88 ------- .../_dev/test/system/test-default-config.yml | 6 - .../agent/stream/stream.yml.hbs | 11 - .../state_persistentvolume/fields/agent.yml | 198 ---------------- .../fields/base-fields.yml | 90 -------- .../state_persistentvolume/fields/ecs.yml | 13 -- .../state_persistentvolume/fields/fields.yml | 17 -- .../state_persistentvolume/manifest.yml | 38 --- .../state_persistentvolume/sample_event.json | 60 ----- .../_dev/test/system/test-default-config.yml | 6 - .../agent/stream/stream.yml.hbs | 10 - .../fields/agent.yml | 198 ---------------- .../fields/base-fields.yml | 90 -------- .../fields/ecs.yml | 13 -- .../fields/fields.yml | 23 -- .../state_persistentvolumeclaim/manifest.yml | 38 --- .../sample_event.json | 60 ----- .../_dev/test/system/test-default-config.yml | 6 - .../agent/stream/stream.yml.hbs | 10 - .../state_replicaset/fields/agent.yml | 198 ---------------- .../state_replicaset/fields/base-fields.yml | 90 -------- .../state_replicaset/fields/ecs.yml | 13 -- .../state_replicaset/fields/fields.yml | 31 --- .../data_stream/state_replicaset/manifest.yml | 38 --- .../state_replicaset/sample_event.json | 69 ------ .../_dev/test/system/test-default-config.yml | 6 - .../agent/stream/stream.yml.hbs | 10 - .../state_resourcequota/fields/agent.yml | 198 ---------------- .../fields/base-fields.yml | 90 -------- .../state_resourcequota/fields/ecs.yml | 13 -- .../state_resourcequota/fields/fields.yml | 21 -- .../state_resourcequota/manifest.yml | 38 --- .../state_resourcequota/sample_event.json | 56 ----- .../state_service/agent/stream/stream.yml.hbs | 10 - .../state_service/fields/agent.yml | 198 ---------------- .../state_service/fields/base-fields.yml | 90 -------- .../data_stream/state_service/fields/ecs.yml | 13 -- .../state_service/fields/fields.yml | 30 --- .../data_stream/state_service/manifest.yml | 38 --- .../state_service/sample_event.json | 62 ----- .../_dev/test/system/test-default-config.yml | 6 - .../agent/stream/stream.yml.hbs | 10 - .../state_statefulset/fields/agent.yml | 198 ---------------- .../state_statefulset/fields/base-fields.yml | 90 -------- .../state_statefulset/fields/ecs.yml | 13 -- .../state_statefulset/fields/fields.yml | 40 ---- .../state_statefulset/manifest.yml | 38 --- .../state_statefulset/sample_event.json | 62 ----- .../_dev/test/system/test-default-config.yml | 6 - .../agent/stream/stream.yml.hbs | 10 - .../state_storageclass/fields/agent.yml | 198 ---------------- .../state_storageclass/fields/base-fields.yml | 90 -------- .../state_storageclass/fields/ecs.yml | 13 -- .../state_storageclass/fields/fields.yml | 18 -- .../state_storageclass/manifest.yml | 38 --- .../state_storageclass/sample_event.json | 59 ----- .../data_stream/system/_dev/deploy/k8s/.empty | 0 .../_dev/test/system/test-default-config.yml | 7 - .../system/agent/stream/stream.yml.hbs | 11 - .../data_stream/system/fields/agent.yml | 198 ---------------- .../data_stream/system/fields/base-fields.yml | 90 -------- .../data_stream/system/fields/ecs.yml | 13 -- .../data_stream/system/fields/fields.yml | 73 ------ .../data_stream/system/manifest.yml | 44 ---- .../data_stream/system/sample_event.json | 101 -------- .../data_stream/volume/_dev/deploy/k8s/.empty | 0 .../_dev/test/system/test-default-config.yml | 7 - .../volume/agent/stream/stream.yml.hbs | 11 - .../data_stream/volume/fields/agent.yml | 198 ---------------- .../data_stream/volume/fields/base-fields.yml | 90 -------- .../data_stream/volume/fields/ecs.yml | 13 -- .../data_stream/volume/fields/fields.yml | 64 ------ .../data_stream/volume/manifest.yml | 44 ---- .../data_stream/volume/sample_event.json | 99 -------- test/packages/kubernetes/docs/README.md | 82 +------ test/packages/kubernetes/manifest.yml | 137 ----------- 207 files changed, 2 insertions(+), 12595 deletions(-) delete mode 100644 test/packages/kubernetes/_dev/build/docs/events.md delete mode 100644 test/packages/kubernetes/_dev/build/docs/kube-apiserver.md delete mode 100644 test/packages/kubernetes/_dev/build/docs/kube-controller-manager.md delete mode 100644 test/packages/kubernetes/_dev/build/docs/kube-proxy.md delete mode 100644 test/packages/kubernetes/_dev/build/docs/kube-scheduler.md delete mode 100644 test/packages/kubernetes/_dev/build/docs/kube-state-metrics.md delete mode 100644 test/packages/kubernetes/_dev/build/docs/kubelet.md delete mode 100644 test/packages/kubernetes/_dev/deploy/k8s/conrjob.yaml delete mode 100644 test/packages/kubernetes/_dev/deploy/k8s/job.yaml delete mode 100644 test/packages/kubernetes/_dev/deploy/k8s/pv.yaml delete mode 100644 test/packages/kubernetes/_dev/deploy/k8s/pvc.yaml delete mode 100644 test/packages/kubernetes/_dev/deploy/k8s/rq.yaml delete mode 100644 test/packages/kubernetes/_dev/deploy/k8s/ss.yaml delete mode 100644 test/packages/kubernetes/data_stream/apiserver/_dev/deploy/k8s/.empty delete mode 100644 test/packages/kubernetes/data_stream/apiserver/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/apiserver/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/apiserver/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/apiserver/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/apiserver/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/apiserver/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/apiserver/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/apiserver/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/container/_dev/deploy/k8s/.empty delete mode 100644 test/packages/kubernetes/data_stream/container/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/container/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/container/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/container/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/container/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/container/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/container/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/container/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/controllermanager/_dev/deploy/k8s/.empty delete mode 100644 test/packages/kubernetes/data_stream/controllermanager/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/controllermanager/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/controllermanager/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/controllermanager/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/controllermanager/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/controllermanager/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/controllermanager/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/controllermanager/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/event/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/event/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/event/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/event/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/event/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/event/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/event/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/node/_dev/deploy/k8s/.empty delete mode 100644 test/packages/kubernetes/data_stream/node/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/node/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/node/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/node/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/node/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/node/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/node/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/node/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/pod/_dev/deploy/k8s/.empty delete mode 100644 test/packages/kubernetes/data_stream/pod/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/pod/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/pod/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/pod/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/pod/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/pod/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/pod/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/pod/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/proxy/_dev/deploy/k8s/.empty delete mode 100644 test/packages/kubernetes/data_stream/proxy/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/proxy/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/proxy/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/proxy/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/proxy/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/proxy/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/proxy/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/proxy/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/scheduler/_dev/deploy/k8s/.empty delete mode 100644 test/packages/kubernetes/data_stream/scheduler/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/scheduler/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/scheduler/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/scheduler/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/scheduler/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/scheduler/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/scheduler/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/scheduler/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/state_container/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/state_container/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/state_container/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/state_container/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_container/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/state_container/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_container/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/state_container/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/state_cronjob/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/state_cronjob/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/state_cronjob/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/state_cronjob/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_cronjob/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/state_cronjob/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_cronjob/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/state_cronjob/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/state_daemonset/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/state_daemonset/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/state_daemonset/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/state_daemonset/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_daemonset/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/state_daemonset/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_daemonset/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/state_daemonset/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/state_deployment/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/state_deployment/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/state_deployment/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/state_deployment/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_deployment/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/state_deployment/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_deployment/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/state_deployment/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/state_job/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/state_job/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/state_job/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/state_job/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_job/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/state_job/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_job/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/state_job/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/state_node/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/state_node/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/state_node/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/state_node/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_node/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/state_node/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_node/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/state_node/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/state_persistentvolume/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/state_persistentvolume/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/state_persistentvolume/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/state_persistentvolume/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_persistentvolume/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/state_persistentvolume/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_persistentvolume/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/state_persistentvolume/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/state_persistentvolumeclaim/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/state_persistentvolumeclaim/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/state_persistentvolumeclaim/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/state_persistentvolumeclaim/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_persistentvolumeclaim/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/state_persistentvolumeclaim/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_persistentvolumeclaim/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/state_persistentvolumeclaim/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/state_replicaset/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/state_replicaset/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/state_replicaset/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/state_replicaset/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_replicaset/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/state_replicaset/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_replicaset/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/state_replicaset/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/state_resourcequota/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/state_resourcequota/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/state_resourcequota/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/state_resourcequota/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_resourcequota/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/state_resourcequota/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_resourcequota/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/state_resourcequota/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/state_service/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/state_service/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/state_service/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_service/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/state_service/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_service/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/state_service/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/state_statefulset/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/state_statefulset/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/state_statefulset/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/state_statefulset/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_statefulset/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/state_statefulset/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_statefulset/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/state_statefulset/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/state_storageclass/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/state_storageclass/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/state_storageclass/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/state_storageclass/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_storageclass/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/state_storageclass/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/state_storageclass/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/state_storageclass/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/system/_dev/deploy/k8s/.empty delete mode 100644 test/packages/kubernetes/data_stream/system/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/system/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/system/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/system/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/system/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/system/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/system/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/system/sample_event.json delete mode 100644 test/packages/kubernetes/data_stream/volume/_dev/deploy/k8s/.empty delete mode 100644 test/packages/kubernetes/data_stream/volume/_dev/test/system/test-default-config.yml delete mode 100644 test/packages/kubernetes/data_stream/volume/agent/stream/stream.yml.hbs delete mode 100644 test/packages/kubernetes/data_stream/volume/fields/agent.yml delete mode 100644 test/packages/kubernetes/data_stream/volume/fields/base-fields.yml delete mode 100644 test/packages/kubernetes/data_stream/volume/fields/ecs.yml delete mode 100644 test/packages/kubernetes/data_stream/volume/fields/fields.yml delete mode 100644 test/packages/kubernetes/data_stream/volume/manifest.yml delete mode 100644 test/packages/kubernetes/data_stream/volume/sample_event.json diff --git a/test/packages/kubernetes/_dev/build/docs/README.md b/test/packages/kubernetes/_dev/build/docs/README.md index f7dc53d855..5a2d112c79 100644 --- a/test/packages/kubernetes/_dev/build/docs/README.md +++ b/test/packages/kubernetes/_dev/build/docs/README.md @@ -1,84 +1,4 @@ # Kubernetes integration This integration is used to collect metrics from -[Kubernetes clusters](https://kubernetes.io/). - -As one of the main pieces provided for Kubernetes monitoring, this integration is capable of fetching metrics from several components: - -- [kubelet](https://kubernetes.io/docs/reference/command-line-tools-reference/kubelet/) -- [kube-state-metrics](https://github.com/kubernetes/kube-state-metrics) -- [apiserver](https://kubernetes.io/docs/reference/command-line-tools-reference/kube-apiserver/) -- [controller-manager](https://kubernetes.io/docs/reference/command-line-tools-reference/kube-controller-manager/) -- [scheduler](https://kubernetes.io/docs/reference/command-line-tools-reference/kube-scheduler/) -- [proxy](https://kubernetes.io/docs/reference/command-line-tools-reference/kube-proxy/) - -Some of the previous components are running on each of the Kubernetes nodes (like `kubelet` or `proxy`) while others provide -a single cluster-wide endpoint. This is important to determine the optimal configuration and running strategy -for the different datasets included in the integration. - -For a complete reference on how to configure and run this package on Kubernetes as part of a `DaemonSet` and a `Deployment`, -there's a complete [example manifest](https://github.com/elastic/beats/blob/master/deploy/kubernetes/elastic-agent-kubernetes.yaml) -available. - -#### Kubernetes endpoints and metricsets - -Kubernetes module is a bit complex as its internal datasets require access to a wide variety of endpoints. - -This section highlights and introduces some groups of datasets with similar endpoint access needs. -For more details on the datasets see `configuration example` and the `datasets` sections below. - - -#### node / system / pod / container / module / volume - -The datasets `container`, `node`, `pod`, `system` and `volume` require access to the `kubelet endpoint` in each of -the Kubernetes nodes, hence it's recommended to include them as part -of an `Agent DaemonSet` or standalone Agents running on the hosts. - -Depending on the version and configuration of Kubernetes nodes, `kubelet` might provide a read only http port (typically 10255), -which is used in some configuration examples. But in general, and lately, this endpoint requires SSL (`https`) access -(to port 10250 by default) and token based authentication. - - -##### state_* and event - -All datasets with the `state_` prefix require `hosts` field pointing to `kube-state-metrics` -service within the cluster. As the service provides cluster-wide metrics, there's no need to fetch them per node, -hence the recommendation is to run these datasets as part of an `Agent Deployment` with one only replica. - -Note: Kube-state-metrics is not deployed by default in Kubernetes. For these cases the instructions for its -deployment are available [here](https://github.com/kubernetes/kube-state-metrics#kubernetes-deployment). -Generally `kube-state-metrics` runs a `Deployment` and is accessible via a service called `kube-state-metrics` on -`kube-system` namespace, which will be the service to use in our configuration. - -state_* datasets are not enabled by default. - -#### apiserver - -The apiserver dataset requires access to the Kubernetes API, which should be easily available in all Kubernetes -environments. Depending on the Kubernetes configuration, the API access might require SSL (`https`) and token -based authentication. - -#### proxy - -The proxy dataset requires access to the proxy endpoint in each of Kubernetes nodes, hence it's recommended -to configure it as a part of an `Agent DaemonSet`. - -#### scheduler and controllermanager - -These datasets require access to the Kubernetes `controller-manager` and `scheduler` endpoints. By default, these pods -run only on master nodes, and they are not exposed via a Service, but there are different strategies -available for its configuration: - -- Create `Kubernetes Services` to make `kube-controller-manager` and `kube-scheduler` available and configure - the datasets to point to these services as part of an `Agent Deployment`. -- Run these datasets as part an `Agent Daemonset` (with HostNetwork setting) with a `nodeSelector` to only run on Master nodes. - -These datasets are not enabled by default. - -Note: In some "As a Service" Kubernetes implementations, like `GKE`, the master nodes or even the pods running on -the masters won't be visible. In these cases it won't be possible to use `scheduler` and `controllermanager` metricsets. - -## Compatibility - -The Kubernetes package is tested with Kubernetes 1.13.x, 1.14.x, 1.15.x, 1.16.x, 1.17.x, and 1.18.x - +[Kubernetes clusters](https://kubernetes.io/). \ No newline at end of file diff --git a/test/packages/kubernetes/_dev/build/docs/events.md b/test/packages/kubernetes/_dev/build/docs/events.md deleted file mode 100644 index bd2ce5a228..0000000000 --- a/test/packages/kubernetes/_dev/build/docs/events.md +++ /dev/null @@ -1,16 +0,0 @@ -# events - -## Metrics - -### event - -This is the `event` dataset of the Kubernetes package. It collects Kubernetes events -related metrics. - -If Leader Election is activated (default behaviour) only the `elastic agent` which holds the leadership lock -will retrieve events related metrics. -This is relevant in multi-node kubernetes cluster and prevents duplicate data. - -{{event "event"}} - -{{fields "event"}} \ No newline at end of file diff --git a/test/packages/kubernetes/_dev/build/docs/kube-apiserver.md b/test/packages/kubernetes/_dev/build/docs/kube-apiserver.md deleted file mode 100644 index a28c98cc00..0000000000 --- a/test/packages/kubernetes/_dev/build/docs/kube-apiserver.md +++ /dev/null @@ -1,37 +0,0 @@ -# kube-apiserver - -## Metrics - -### apiserver - -This is the `apiserver` dataset of the Kubernetes package, in charge of retrieving metrics -from the Kubernetes API (available at `/metrics`). - -This metricset needs access to the `apiserver` component of Kubernetes, accessible typically -by any POD via the `kubernetes.default` service or via environment -variables (`KUBERNETES_SERVICE_HOST` and `KUBERNETES_SERVICE_PORT`). - -If Leader Election is activated (default behaviour) only the `elastic agent` which holds the leadership lock -will retrieve metrics from the `apiserver`. -This is relevant in multi-node kubernetes cluster and prevents duplicate data. - -When the API uses https, the pod will need to authenticate using its default token and trust -the server using the appropriate CA file. - -Configuration example using https and token based authentication: - - -In order to access the `/metrics` path of the API service, some Kubernetes environments might -require the following permission to be added to a ClusterRole. - -```yaml -rules: -- nonResourceURLs: - - /metrics - verbs: - - get -``` - -{{event "apiserver"}} - -{{fields "apiserver"}} \ No newline at end of file diff --git a/test/packages/kubernetes/_dev/build/docs/kube-controller-manager.md b/test/packages/kubernetes/_dev/build/docs/kube-controller-manager.md deleted file mode 100644 index 01faeab816..0000000000 --- a/test/packages/kubernetes/_dev/build/docs/kube-controller-manager.md +++ /dev/null @@ -1,12 +0,0 @@ -# kube-controller-manager - -## Metrics - -### controllermanager - -This is the `controllermanager` dataset for the Kubernetes package. It collects from -Kubernetes controller component `metrics` endpoint. - -{{event "controllermanager"}} - -{{fields "controllermanager"}} \ No newline at end of file diff --git a/test/packages/kubernetes/_dev/build/docs/kube-proxy.md b/test/packages/kubernetes/_dev/build/docs/kube-proxy.md deleted file mode 100644 index 6df5baf0c8..0000000000 --- a/test/packages/kubernetes/_dev/build/docs/kube-proxy.md +++ /dev/null @@ -1,12 +0,0 @@ -# kube-proxy - -## Metrics - -### proxy - -This is the `proxy` dataset of the Kubernetes package. It collects metrics -from Kubernetes Proxy component. - -{{event "proxy"}} - -{{fields "proxy"}} \ No newline at end of file diff --git a/test/packages/kubernetes/_dev/build/docs/kube-scheduler.md b/test/packages/kubernetes/_dev/build/docs/kube-scheduler.md deleted file mode 100644 index bfd8b65c25..0000000000 --- a/test/packages/kubernetes/_dev/build/docs/kube-scheduler.md +++ /dev/null @@ -1,12 +0,0 @@ -# kube-scheduler - -## Metrics - -### scheduler - -This is the `scheduler` dataset of the Kubernetes package. It collects metrics -from Kubernetes Scheduler component. - -{{event "scheduler"}} - -{{fields "scheduler"}} \ No newline at end of file diff --git a/test/packages/kubernetes/_dev/build/docs/kube-state-metrics.md b/test/packages/kubernetes/_dev/build/docs/kube-state-metrics.md deleted file mode 100644 index 4358201cd3..0000000000 --- a/test/packages/kubernetes/_dev/build/docs/kube-state-metrics.md +++ /dev/null @@ -1,132 +0,0 @@ -# kube-state-metrics - -## Metrics - -If Leader Election is activated (default behaviour) only the `elastic agent` which holds the leadership lock -will retrieve metrics from the `kube_state_metrics`. -This is relevant in multi-node kubernetes cluster and prevents duplicate data. - -### state_container - -This is the `state_container` dataset of the Kubernetes package. It collects container related -metrics from `kube_state_metrics`. - -{{event "state_container"}} - -{{fields "state_container"}} - -### state_cronjob - -This is the `state_cronjob` dataset of the Kubernetes package. It collects cronjob related -metrics from `kube_state_metrics`. - -{{event "state_cronjob"}} - -{{fields "state_cronjob"}} - -### state_daemonset - -This is the `state_daemonset` dataset of the Kubernetes package. It collects daemonset related -metrics from `kube_state_metrics`. - -{{event "state_daemonset"}} - -{{fields "state_daemonset"}} - -### state_deployment - -This is the `state_deployment` dataset of the Kubernetes package. It collects deployment related -metrics from `kube_state_metrics`. - -{{event "state_deployment"}} - -{{fields "state_deployment"}} - -### state_job - -This is the `state_job` dataset of the Kubernetes package. It collects job related -metrics from `kube_state_metrics`. - -{{event "state_job"}} - -{{fields "state_job"}} - -### state_node - -This is the `state_node` dataset of the Kubernetes package. It collects node related -metrics from `kube_state_metrics`. - -{{event "state_node"}} - -{{fields "state_node"}} - -### state_persistentvolume - -This is the `state_persistentvolume` dataset of the Kubernetes package. It collects -PersistentVolume related metrics from `kube_state_metrics`. - -{{event "state_persistentvolume"}} - -{{fields "state_persistentvolume"}} - -### state_persistentvolumeclaim - -This is the `state_persistentvolumeclaim` dataset of the Kubernetes package. It collects -PersistentVolumeClaim related metrics from `kube_state_metrics`. - -{{event "state_persistentvolumeclaim"}} - -{{fields "state_persistentvolumeclaim"}} - -### state_pod - -This is the `state_pod` dataset of the Kubernetes package. It collects -Pod related metrics from `kube_state_metrics`. - -{{event "state_pod"}} - -{{fields "state_pod"}} - -### state_replicaset - -This is the `state_replicaset` dataset of the Kubernetes package. It collects -Replicaset related metrics from `kube_state_metrics`. - -{{event "state_replicaset"}} - -{{fields "state_replicaset"}} - -### state_resourcequota - -This is the `state_resourcequota` dataset of the Kubernetes package. It collects ResourceQuota related metrics -from `kube_state_metrics`. - -{{event "state_resourcequota"}} - -{{fields "state_resourcequota"}} - -### state_service - -This is the `state_service` dataset of the Kubernetes package. It collects -Service related metrics from `kube_state_metrics`. - -{{event "state_service"}} - -{{fields "state_service"}} - -### state_statefulset - -This is the `state_statefulset` dataset of the Kubernetes package. - -{{event "state_statefulset"}} - -{{fields "state_statefulset"}} - -### state_storageclass - -This is the `state_storageclass` dataset of the Kubernetes package. It collects -StorageClass related metrics from `kube_state_metrics`. - -{{event "state_storageclass"}} - -{{fields "state_storageclass"}} \ No newline at end of file diff --git a/test/packages/kubernetes/_dev/build/docs/kubelet.md b/test/packages/kubernetes/_dev/build/docs/kubelet.md deleted file mode 100644 index 54e684a860..0000000000 --- a/test/packages/kubernetes/_dev/build/docs/kubelet.md +++ /dev/null @@ -1,48 +0,0 @@ -# kubelet - -## Metrics - -### container - -This is the `container` dataset of the Kubernetes package. It collects container related metrics -from Kubelet's monitoring APIs. - -{{event "container"}} - -{{fields "container"}} - -### node - -This is the `node` dataset of the Kubernetes package. It collects Node related metrics -from Kubelet's monitoring APIs. - -{{event "node"}} - -{{fields "node"}} - -### pod - -This is the `pod` dataset of the Kubernetes package. It collects Pod related metrics -from Kubelet's monitoring APIs. - -{{event "pod"}} - -{{fields "pod"}} - -### system - -This is the `system` dataset of the Kubernetes package. It collects System related metrics -from Kubelet's monitoring APIs. - -{{event "system"}} - -{{fields "system"}} - -### volume - -This is the `volume` dataset of the Kubernetes package. It collects Volume related metrics -from Kubelet's monitoring APIs. - -{{event "volume"}} - -{{fields "volume"}} \ No newline at end of file diff --git a/test/packages/kubernetes/_dev/deploy/k8s/conrjob.yaml b/test/packages/kubernetes/_dev/deploy/k8s/conrjob.yaml deleted file mode 100644 index 472da4598b..0000000000 --- a/test/packages/kubernetes/_dev/deploy/k8s/conrjob.yaml +++ /dev/null @@ -1,19 +0,0 @@ -apiVersion: batch/v1beta1 -kind: CronJob -metadata: - name: hello -spec: - schedule: "*/1 * * * *" - jobTemplate: - spec: - template: - spec: - containers: - - name: hello - image: busybox - imagePullPolicy: IfNotPresent - command: - - /bin/sh - - -c - - date; echo Hello from the Kubernetes cluster - restartPolicy: OnFailure diff --git a/test/packages/kubernetes/_dev/deploy/k8s/job.yaml b/test/packages/kubernetes/_dev/deploy/k8s/job.yaml deleted file mode 100644 index c1087e28c4..0000000000 --- a/test/packages/kubernetes/_dev/deploy/k8s/job.yaml +++ /dev/null @@ -1,17 +0,0 @@ -apiVersion: batch/v1 -kind: Job -metadata: - name: hello -spec: - template: - spec: - containers: - - name: hello - image: busybox - imagePullPolicy: IfNotPresent - command: - - /bin/sh - - -c - - date; echo Hello from the Kubernetes cluster - restartPolicy: OnFailure - backoffLimit: 4 diff --git a/test/packages/kubernetes/_dev/deploy/k8s/pv.yaml b/test/packages/kubernetes/_dev/deploy/k8s/pv.yaml deleted file mode 100644 index bca6cd1eb5..0000000000 --- a/test/packages/kubernetes/_dev/deploy/k8s/pv.yaml +++ /dev/null @@ -1,14 +0,0 @@ -apiVersion: v1 -kind: PersistentVolume -metadata: - name: task-pv-volume - labels: - name: task-pv-volume -spec: - storageClassName: generic - capacity: - storage: 2Ki - accessModes: - - ReadWriteOnce - hostPath: - path: "/tmp/data" diff --git a/test/packages/kubernetes/_dev/deploy/k8s/pvc.yaml b/test/packages/kubernetes/_dev/deploy/k8s/pvc.yaml deleted file mode 100644 index 7b24222960..0000000000 --- a/test/packages/kubernetes/_dev/deploy/k8s/pvc.yaml +++ /dev/null @@ -1,14 +0,0 @@ -apiVersion: v1 -kind: PersistentVolumeClaim -metadata: - name: task-pv-claim -spec: - storageClassName: generic - accessModes: - - ReadWriteOnce - resources: - requests: - storage: 1Ki - selector: - matchLabels: - name: task-pv-volume diff --git a/test/packages/kubernetes/_dev/deploy/k8s/rq.yaml b/test/packages/kubernetes/_dev/deploy/k8s/rq.yaml deleted file mode 100644 index 07c6d882a9..0000000000 --- a/test/packages/kubernetes/_dev/deploy/k8s/rq.yaml +++ /dev/null @@ -1,17 +0,0 @@ -apiVersion: v1 -kind: List -items: - - apiVersion: v1 - kind: ResourceQuota - metadata: - name: pods-high - spec: - hard: - cpu: "1000" - memory: 200Ki - pods: "10" - scopeSelector: - matchExpressions: - - operator: In - scopeName: PriorityClass - values: ["high"] diff --git a/test/packages/kubernetes/_dev/deploy/k8s/ss.yaml b/test/packages/kubernetes/_dev/deploy/k8s/ss.yaml deleted file mode 100644 index 037d913837..0000000000 --- a/test/packages/kubernetes/_dev/deploy/k8s/ss.yaml +++ /dev/null @@ -1,22 +0,0 @@ -apiVersion: apps/v1 -kind: StatefulSet -metadata: - name: web -spec: - selector: - matchLabels: - app: nginx # has to match .spec.template.metadata.labels - serviceName: "nginx" - replicas: 1 # by default is 1 - template: - metadata: - labels: - app: nginx # has to match .spec.selector.matchLabels - spec: - terminationGracePeriodSeconds: 10 - containers: - - name: nginx - image: k8s.gcr.io/nginx-slim:0.8 - ports: - - containerPort: 80 - name: web diff --git a/test/packages/kubernetes/data_stream/apiserver/_dev/deploy/k8s/.empty b/test/packages/kubernetes/data_stream/apiserver/_dev/deploy/k8s/.empty deleted file mode 100644 index e69de29bb2..0000000000 diff --git a/test/packages/kubernetes/data_stream/apiserver/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/apiserver/_dev/test/system/test-default-config.yml deleted file mode 100644 index cf6f20d0c0..0000000000 --- a/test/packages/kubernetes/data_stream/apiserver/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,7 +0,0 @@ -service: kubernetes -data_stream: - vars: - bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token - period: 5s - hosts: - - https://kubernetes.default:443 diff --git a/test/packages/kubernetes/data_stream/apiserver/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/apiserver/agent/stream/stream.yml.hbs deleted file mode 100644 index 46426492a2..0000000000 --- a/test/packages/kubernetes/data_stream/apiserver/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,18 +0,0 @@ -metricsets: ["apiserver"] -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} - -{{#if leaderelection}} -condition: ${kubernetes_leaderelection.leader} == true -{{/if}} - -{{#if bearer_token_file}} -bearer_token_file: {{bearer_token_file}} -ssl.certificate_authorities: -{{#each ssl.certificate_authorities}} - - {{this}} -{{/each}} -{{/if}} diff --git a/test/packages/kubernetes/data_stream/apiserver/fields/agent.yml b/test/packages/kubernetes/data_stream/apiserver/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/apiserver/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/apiserver/fields/base-fields.yml b/test/packages/kubernetes/data_stream/apiserver/fields/base-fields.yml deleted file mode 100644 index 7c798f4534..0000000000 --- a/test/packages/kubernetes/data_stream/apiserver/fields/base-fields.yml +++ /dev/null @@ -1,12 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. diff --git a/test/packages/kubernetes/data_stream/apiserver/fields/ecs.yml b/test/packages/kubernetes/data_stream/apiserver/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/apiserver/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/apiserver/fields/fields.yml b/test/packages/kubernetes/data_stream/apiserver/fields/fields.yml deleted file mode 100644 index d53efadb1a..0000000000 --- a/test/packages/kubernetes/data_stream/apiserver/fields/fields.yml +++ /dev/null @@ -1,190 +0,0 @@ -- name: kubernetes.apiserver - type: group - fields: - - name: request.client - type: keyword - description: | - Client executing requests - - name: request.resource - type: keyword - description: | - Requested resource - - name: request.subresource - type: keyword - description: | - Requested subresource - - name: request.scope - type: keyword - description: | - Request scope (cluster, namespace, resource) - - name: request.verb - type: keyword - description: | - HTTP verb - - name: request.code - type: keyword - description: | - HTTP code - - name: request.content_type - type: keyword - description: | - Request HTTP content type - - name: request.dry_run - type: keyword - description: | - Wether the request uses dry run - - name: request.kind - type: keyword - description: | - Kind of request - - name: request.component - type: keyword - description: | - Component handling the request - - name: request.group - type: keyword - description: | - API group for the resource - - name: request.version - type: keyword - description: | - version for the group - - name: request.handler - type: keyword - description: | - Request handler - - name: request.method - type: keyword - description: | - HTTP method - - name: request.host - type: keyword - description: | - Request host - - name: process - type: group - fields: - - name: cpu.sec - type: double - metric_type: counter - description: CPU seconds - - name: memory.resident.bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: Bytes in resident memory - - name: memory.virtual.bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: Bytes in virtual memory - - name: fds.open.count - type: long - metric_type: gauge - description: Number of open file descriptors - - name: started.sec - type: double - metric_type: gauge - description: Seconds since the process started - - name: http - type: group - fields: - - name: request.duration.us.percentile.* - type: object - description: Request duration microseconds percentiles - - name: request.duration.us.sum - type: double - metric_type: counter - unit: micros - description: Request duration microseconds cumulative sum - - name: request.duration.us.count - type: long - metric_type: counter - unit: micros - description: Request count for duration - - name: request.size.bytes.percentile.* - type: object - description: Request size percentiles - - name: request.size.bytes.sum - type: long - format: bytes - unit: byte - metric_type: counter - description: Request size cumulative sum - - name: request.size.bytes.count - type: long - unit: byte - metric_type: counter - description: Request count for size - - name: response.size.bytes.percentile.* - type: object - description: Response size percentiles - - name: response.size.bytes.sum - type: long - format: bytes - unit: byte - metric_type: counter - description: Response size cumulative sum - - name: response.size.bytes.count - type: long - metric_type: counter - description: Response count - - name: request.count - type: long - metric_type: counter - description: Request count for response - - name: client.request.count - type: long - metric_type: counter - description: Number of requests as client - - name: request - type: group - fields: - - name: count - type: long - metric_type: counter - description: Number of requests - - name: latency.sum - type: long - metric_type: counter - description: Requests latency, sum of latencies in microseconds - - name: latency.count - type: long - metric_type: counter - description: Request latency, number of requests - - name: latency.bucket.* - type: object - description: Request latency histogram buckets - - name: duration.us.sum - type: long - metric_type: counter - description: Request duration, sum in microseconds - - name: duration.us.count - type: long - metric_type: counter - description: Request duration, number of operations - - name: duration.us.bucket.* - type: object - description: Request duration, histogram buckets - - name: current.count - type: long - metric_type: counter - description: Inflight requests - - name: longrunning.count - type: long - metric_type: counter - description: Number of requests active long running requests - - name: etcd.object.count - type: long - metric_type: gauge - description: Number of kubernetes objects at etcd - - name: audit.event.count - type: long - metric_type: counter - description: Number of audit events - - name: audit.rejected.count - type: long - metric_type: counter - description: Number of audit rejected events diff --git a/test/packages/kubernetes/data_stream/apiserver/manifest.yml b/test/packages/kubernetes/data_stream/apiserver/manifest.yml deleted file mode 100644 index 86a58b1eb3..0000000000 --- a/test/packages/kubernetes/data_stream/apiserver/manifest.yml +++ /dev/null @@ -1,45 +0,0 @@ -title: Kubernetes API Server metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - vars: - - name: bearer_token_file - type: text - title: Bearer Token File - multi: false - required: true - show_user: true - default: /var/run/secrets/kubernetes.io/serviceaccount/token - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - https://${env.KUBERNETES_SERVICE_HOST}:${env.KUBERNETES_SERVICE_PORT} - - name: leaderelection - type: bool - title: Leader Election - multi: false - required: true - show_user: true - default: true - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 30s - - name: ssl.certificate_authorities - type: text - title: SSL Certificate Authorities - multi: true - required: true - show_user: true - default: - - /var/run/secrets/kubernetes.io/serviceaccount/ca.crt - title: Kubernetes API Server metrics - description: Collect Kubernetes API Server metrics diff --git a/test/packages/kubernetes/data_stream/apiserver/sample_event.json b/test/packages/kubernetes/data_stream/apiserver/sample_event.json deleted file mode 100644 index fda7d3222a..0000000000 --- a/test/packages/kubernetes/data_stream/apiserver/sample_event.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:30:34.616Z", - "metricset": { - "name": "apiserver", - "period": 30000 - }, - "service": { - "address": "10.96.0.1:443", - "type": "kubernetes" - }, - "event": { - "dataset": "kubernetes.apiserver", - "module": "kubernetes", - "duration": 114780772 - }, - "kubernetes": { - "apiserver": { - "request": { - "client": "metrics-server/v0.0.0 (linux/amd64) kubernetes/$Format", - "version": "v1", - "count": 3, - "scope": "cluster", - "content_type": "application/vnd.kubernetes.protobuf", - "code": "200", - "verb": "LIST", - "component": "apiserver", - "resource": "nodes" - } - } - }, - "ecs": { - "version": "1.5.0" - }, - "agent": { - "version": "8.0.0", - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat" - }, - "host": { - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false, - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "architecture": "x86_64", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "os": { - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81", - "codename": "Core", - "platform": "centos", - "version": "7 (Core)" - } - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/container/_dev/deploy/k8s/.empty b/test/packages/kubernetes/data_stream/container/_dev/deploy/k8s/.empty deleted file mode 100644 index e69de29bb2..0000000000 diff --git a/test/packages/kubernetes/data_stream/container/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/container/_dev/test/system/test-default-config.yml deleted file mode 100644 index 6c69562d49..0000000000 --- a/test/packages/kubernetes/data_stream/container/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,7 +0,0 @@ -service: kubernetes -data_stream: - vars: - bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token - period: 5s - hosts: - - https://{{Hostname}}:10250 diff --git a/test/packages/kubernetes/data_stream/container/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/container/agent/stream/stream.yml.hbs deleted file mode 100644 index bdfe1999ea..0000000000 --- a/test/packages/kubernetes/data_stream/container/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,11 +0,0 @@ -metricsets: ["container"] -add_metadata: {{add_metadata}} -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} -{{#if bearer_token_file}} -bearer_token_file: {{bearer_token_file}} -ssl.verification_mode: {{ssl.verification_mode}} -{{/if}} diff --git a/test/packages/kubernetes/data_stream/container/fields/agent.yml b/test/packages/kubernetes/data_stream/container/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/container/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/container/fields/base-fields.yml b/test/packages/kubernetes/data_stream/container/fields/base-fields.yml deleted file mode 100644 index 2a6f62ace0..0000000000 --- a/test/packages/kubernetes/data_stream/container/fields/base-fields.yml +++ /dev/null @@ -1,95 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: daemonset.name - type: keyword - description: > - Kubernetes daemonset name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/container/fields/ecs.yml b/test/packages/kubernetes/data_stream/container/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/container/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/container/fields/fields.yml b/test/packages/kubernetes/data_stream/container/fields/fields.yml deleted file mode 100644 index f09af30a34..0000000000 --- a/test/packages/kubernetes/data_stream/container/fields/fields.yml +++ /dev/null @@ -1,199 +0,0 @@ -- name: kubernetes.container - type: group - fields: - - name: start_time - type: date - description: | - Start time - - name: cpu - type: group - fields: - - name: usage - type: group - fields: - - name: core - type: group - fields: - - name: ns - type: long - metric_type: gauge - description: | - Container CPU Core usage nanoseconds - - name: nanocores - type: long - metric_type: gauge - description: | - CPU used nanocores - - name: node.pct - type: scaled_float - format: percent - unit: percent - metric_type: gauge - description: | - CPU usage as a percentage of the total node allocatable CPU - - name: limit.pct - type: scaled_float - format: percent - unit: percent - metric_type: gauge - description: | - CPU usage as a percentage of the defined limit for the container (or total node allocatable CPU if unlimited) - - name: logs - type: group - fields: - - name: available - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Logs available capacity in bytes - - name: capacity - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Logs total capacity in bytes - - name: used - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Logs used capacity in bytes - - name: inodes - type: group - fields: - - name: count - type: long - metric_type: gauge - description: | - Total available inodes - - name: free - type: long - metric_type: gauge - description: | - Total free inodes - - name: used - type: long - metric_type: gauge - description: | - Total used inodes - - name: memory - type: group - fields: - - name: available - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Total available memory - - name: usage - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Total memory usage - - name: node.pct - type: scaled_float - format: percent - unit: percent - metric_type: gauge - description: | - Memory usage as a percentage of the total node allocatable memory - - name: limit.pct - type: scaled_float - format: percent - unit: percent - metric_type: gauge - description: | - Memory usage as a percentage of the defined limit for the container (or total node allocatable memory if unlimited) - - name: rss - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - RSS memory usage - - name: workingset - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Working set memory usage - - name: pagefaults - type: long - metric_type: counter - description: | - Number of page faults - - name: majorpagefaults - type: long - metric_type: counter - description: | - Number of major page faults - - name: rootfs - type: group - fields: - - name: capacity - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Root filesystem total capacity in bytes - - name: available - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Root filesystem total available in bytes - - name: used - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Root filesystem total used in bytes - - name: inodes - type: group - fields: - - name: used - type: long - metric_type: gauge - description: | - Used inodes diff --git a/test/packages/kubernetes/data_stream/container/manifest.yml b/test/packages/kubernetes/data_stream/container/manifest.yml deleted file mode 100644 index 9aa96fe85a..0000000000 --- a/test/packages/kubernetes/data_stream/container/manifest.yml +++ /dev/null @@ -1,44 +0,0 @@ -title: Kubernetes Container metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - vars: - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: bearer_token_file - type: text - title: Bearer Token File - multi: false - required: true - show_user: true - default: /var/run/secrets/kubernetes.io/serviceaccount/token - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - https://${env.NODE_NAME}:10250 - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - - name: ssl.verification_mode - type: text - title: SSL Verification Mode - multi: false - required: true - show_user: true - default: none - title: Kubernetes Container metrics - description: Collect Kubernetes Container metrics diff --git a/test/packages/kubernetes/data_stream/container/sample_event.json b/test/packages/kubernetes/data_stream/container/sample_event.json deleted file mode 100644 index 2bbe7c0a93..0000000000 --- a/test/packages/kubernetes/data_stream/container/sample_event.json +++ /dev/null @@ -1,150 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:32:29.748Z", - "kubernetes": { - "namespace": "kube-system", - "node": { - "name": "minikube" - }, - "pod": { - "name": "metricbeat-g9fc6" - }, - "container": { - "rootfs": { - "used": { - "bytes": 61440 - }, - "inodes": { - "used": 17 - }, - "available": { - "bytes": 6724222976 - }, - "capacity": { - "bytes": 17361141760 - } - }, - "logs": { - "used": { - "bytes": 1617920 - }, - "inodes": { - "count": 9768928, - "used": 223910, - "free": 9545018 - }, - "available": { - "bytes": 6724222976 - }, - "capacity": { - "bytes": 17361141760 - } - }, - "start_time": "2020-06-25T07:19:37Z", - "name": "metricbeat", - "cpu": { - "usage": { - "node": { - "pct": 0.00015289625 - }, - "limit": { - "pct": 0.00015289625 - }, - "nanocores": 611585, - "core": { - "ns": 12206519774 - } - } - }, - "memory": { - "pagefaults": 10164, - "majorpagefaults": 528, - "available": { - "bytes": 188600320 - }, - "usage": { - "limit": { - "pct": 0.005608354460473573 - }, - "bytes": 94306304, - "node": { - "pct": 0.005608354460473573 - } - }, - "workingset": { - "bytes": 21114880 - }, - "rss": { - "bytes": 18386944 - } - } - } - }, - "host": { - "containerized": false, - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ], - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ], - "hostname": "minikube", - "architecture": "x86_64", - "os": { - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81", - "codename": "Core", - "platform": "centos", - "version": "7 (Core)" - }, - "name": "minikube", - "id": "b0e83d397c054b8a99a431072fe4617b" - }, - "agent": { - "type": "metricbeat", - "version": "8.0.0", - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", - "name": "minikube" - }, - "metricset": { - "period": 10000, - "name": "container" - }, - "service": { - "address": "minikube:10250", - "type": "kubernetes" - }, - "event": { - "dataset": "kubernetes.container", - "module": "kubernetes", - "duration": 11091346 - }, - "ecs": { - "version": "1.5.0" - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/controllermanager/_dev/deploy/k8s/.empty b/test/packages/kubernetes/data_stream/controllermanager/_dev/deploy/k8s/.empty deleted file mode 100644 index e69de29bb2..0000000000 diff --git a/test/packages/kubernetes/data_stream/controllermanager/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/controllermanager/_dev/test/system/test-default-config.yml deleted file mode 100644 index 60403494f7..0000000000 --- a/test/packages/kubernetes/data_stream/controllermanager/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,8 +0,0 @@ -service: kubernetes -data_stream: - vars: - period: 5s - hosts: - - https://0.0.0.0:10257 - bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token - ssl.verification_mode: "none" diff --git a/test/packages/kubernetes/data_stream/controllermanager/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/controllermanager/agent/stream/stream.yml.hbs deleted file mode 100644 index 37b11e6e20..0000000000 --- a/test/packages/kubernetes/data_stream/controllermanager/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,11 +0,0 @@ -metricsets: ["controllermanager"] -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} - -{{#if bearer_token_file}} -bearer_token_file: {{bearer_token_file}} -ssl.verification_mode: {{ssl.verification_mode}} -{{/if}} diff --git a/test/packages/kubernetes/data_stream/controllermanager/fields/agent.yml b/test/packages/kubernetes/data_stream/controllermanager/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/controllermanager/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/controllermanager/fields/base-fields.yml b/test/packages/kubernetes/data_stream/controllermanager/fields/base-fields.yml deleted file mode 100644 index d43ffd7964..0000000000 --- a/test/packages/kubernetes/data_stream/controllermanager/fields/base-fields.yml +++ /dev/null @@ -1,90 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/controllermanager/fields/ecs.yml b/test/packages/kubernetes/data_stream/controllermanager/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/controllermanager/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/controllermanager/fields/fields.yml b/test/packages/kubernetes/data_stream/controllermanager/fields/fields.yml deleted file mode 100644 index d3a4e449b3..0000000000 --- a/test/packages/kubernetes/data_stream/controllermanager/fields/fields.yml +++ /dev/null @@ -1,153 +0,0 @@ -- name: kubernetes.controllermanager - type: group - fields: - - name: handler - type: keyword - description: | - Request handler - - name: code - type: keyword - description: | - HTTP code - - name: method - type: keyword - description: | - HTTP method - - name: host - type: keyword - description: | - Request host - - name: name - type: keyword - description: | - Name for the resource - - name: zone - type: keyword - description: | - Infrastructure zone - - name: process - type: group - fields: - - name: cpu.sec - type: double - metric_type: counter - description: CPU seconds - - name: memory.resident.bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: Bytes in resident memory - - name: memory.virtual.bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: Bytes in virtual memory - - name: fds.open.count - type: long - metric_type: gauge - description: Number of open file descriptors - - name: started.sec - type: double - metric_type: gauge - description: Seconds since the process started - - name: http - type: group - fields: - - name: request.duration.us.percentile.* - type: object - description: Request duration microseconds percentiles - - name: request.duration.us.sum - type: double - unit: micros - metric_type: counter - description: Request duration microseconds cumulative sum - - name: request.duration.us.count - type: long - unit: micros - metric_type: counter - description: Request count for duration - - name: request.size.bytes.percentile.* - type: object - description: Request size percentiles - - name: request.size.bytes.sum - type: long - format: bytes - unit: byte - metric_type: counter - description: Request size cumulative sum - - name: request.size.bytes.count - type: long - unit: byte - metric_type: counter - description: Request count for size - - name: response.size.bytes.percentile.* - type: object - description: Response size percentiles - - name: response.size.bytes.sum - type: long - format: bytes - unit: byte - metric_type: counter - description: Response size cumulative sum - - name: response.size.bytes.count - type: long - unit: byte - metric_type: counter - description: Response count - - name: request.count - type: long - metric_type: counter - description: Request count for response - - name: client.request.count - type: long - metric_type: counter - description: | - Number of requests as client - - name: workqueue - type: group - fields: - - name: longestrunning.sec - type: double - metric_type: gauge - description: Longest running processors - - name: unfinished.sec - type: double - metric_type: gauge - description: Unfinished processors - - name: adds.count - type: long - metric_type: counter - description: Workqueue add count - - name: depth.count - type: long - metric_type: gauge - description: Workqueue depth count - - name: retries.count - type: long - metric_type: counter - description: Workqueue number of retries - - name: node.collector - type: group - fields: - - name: eviction.count - type: long - metric_type: counter - description: Number of node evictions - - name: unhealthy.count - type: long - metric_type: gauge - description: Number of unhealthy nodes - - name: count - type: long - metric_type: gauge - description: Number of nodes - - name: health.pct - type: long - metric_type: gauge - description: Percentage of healthy nodes - - name: leader.is_master - type: boolean - description: | - Whether the node is master diff --git a/test/packages/kubernetes/data_stream/controllermanager/manifest.yml b/test/packages/kubernetes/data_stream/controllermanager/manifest.yml deleted file mode 100644 index 2857e48690..0000000000 --- a/test/packages/kubernetes/data_stream/controllermanager/manifest.yml +++ /dev/null @@ -1,38 +0,0 @@ -title: Kubernetes Controller Manager metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - enabled: false - vars: - - name: bearer_token_file - type: text - title: Bearer Token File - multi: false - required: true - show_user: true - default: /var/run/secrets/kubernetes.io/serviceaccount/token - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - https://0.0.0.0:10257 - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - - name: ssl.verification_mode - type: text - title: SSL Verification Mode - multi: false - required: true - show_user: true - default: none - title: Kubernetes Controller Manager metrics - description: Collect Kubernetes Controller Manager metrics diff --git a/test/packages/kubernetes/data_stream/controllermanager/sample_event.json b/test/packages/kubernetes/data_stream/controllermanager/sample_event.json deleted file mode 100644 index 7aa39a4dd4..0000000000 --- a/test/packages/kubernetes/data_stream/controllermanager/sample_event.json +++ /dev/null @@ -1,93 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:33:29.643Z", - "kubernetes": { - "controllermanager": { - "workqueue": { - "unfinished": { - "sec": 0 - }, - "adds": { - "count": 0 - }, - "depth": { - "count": 0 - }, - "longestrunning": { - "sec": 0 - }, - "retries": { - "count": 0 - } - }, - "name": "certificate" - } - }, - "event": { - "dataset": "kubernetes.controllermanager", - "module": "kubernetes", - "duration": 8893806 - }, - "ecs": { - "version": "1.5.0" - }, - "host": { - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ], - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ], - "hostname": "minikube", - "architecture": "x86_64", - "os": { - "codename": "Core", - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81" - }, - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false, - "name": "minikube" - }, - "agent": { - "version": "8.0.0", - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", - "name": "minikube", - "type": "metricbeat" - }, - "metricset": { - "period": 10000, - "name": "controllermanager" - }, - "service": { - "address": "localhost:10252", - "type": "kubernetes" - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/event/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/event/agent/stream/stream.yml.hbs deleted file mode 100644 index fe1ecc78ce..0000000000 --- a/test/packages/kubernetes/data_stream/event/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,6 +0,0 @@ -metricsets: ["event"] -period: {{period}} -add_metadata: {{add_metadata}} -{{#if leaderelection}} -condition: ${kubernetes_leaderelection.leader} == true -{{/if}} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/event/fields/agent.yml b/test/packages/kubernetes/data_stream/event/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/event/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/event/fields/base-fields.yml b/test/packages/kubernetes/data_stream/event/fields/base-fields.yml deleted file mode 100644 index d43ffd7964..0000000000 --- a/test/packages/kubernetes/data_stream/event/fields/base-fields.yml +++ /dev/null @@ -1,90 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/event/fields/ecs.yml b/test/packages/kubernetes/data_stream/event/fields/ecs.yml deleted file mode 100644 index 5c8f7e557a..0000000000 --- a/test/packages/kubernetes/data_stream/event/fields/ecs.yml +++ /dev/null @@ -1,10 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/event/fields/fields.yml b/test/packages/kubernetes/data_stream/event/fields/fields.yml deleted file mode 100644 index c0cdac1f96..0000000000 --- a/test/packages/kubernetes/data_stream/event/fields/fields.yml +++ /dev/null @@ -1,99 +0,0 @@ -- name: kubernetes.event - type: group - fields: - - name: count - type: long - metric_type: counter - description: | - Count field records the number of times the particular event has occurred - - name: timestamp - type: group - fields: - - name: first_occurrence - type: date - description: | - Timestamp of first occurrence of event - - name: last_occurrence - type: date - description: | - Timestamp of last occurrence of event - - name: message - type: text - description: | - Message recorded for the given event - - name: reason - type: keyword - description: | - Reason recorded for the given event - - name: type - type: keyword - description: | - Type of the given event - - name: source - type: group - fields: - - name: component - type: keyword - description: | - Component from which the event is generated - - name: host - type: keyword - description: | - Node name on which the event is generated - - name: metadata - type: group - fields: - - name: timestamp - type: group - fields: - - name: created - type: date - description: | - Timestamp of creation of the given event - - name: generate_name - type: keyword - description: | - Generate name of the event - - name: name - type: keyword - description: | - Name of the event - - name: namespace - type: keyword - description: | - Namespace in which event was generated - - name: resource_version - type: keyword - description: | - Version of the event resource - - name: uid - type: keyword - description: | - Unique identifier to the event object - - name: self_link - type: keyword - description: | - URL representing the event - - name: involved_object - type: group - fields: - - name: api_version - type: keyword - description: | - API version of the object - - name: kind - type: keyword - description: | - API kind of the object - - name: name - type: keyword - description: | - name of the object - - name: resource_version - type: keyword - description: | - resource version of the object - - name: uid - type: keyword - description: | - UUID version of the object diff --git a/test/packages/kubernetes/data_stream/event/manifest.yml b/test/packages/kubernetes/data_stream/event/manifest.yml deleted file mode 100644 index bab134bb4f..0000000000 --- a/test/packages/kubernetes/data_stream/event/manifest.yml +++ /dev/null @@ -1,29 +0,0 @@ -title: Kubernetes Event metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - vars: - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: leaderelection - type: bool - title: Leader Election - multi: false - required: true - show_user: true - default: true - title: Kubernetes Event metrics - description: Collect Kubernetes Event metrics diff --git a/test/packages/kubernetes/data_stream/event/sample_event.json b/test/packages/kubernetes/data_stream/event/sample_event.json deleted file mode 100644 index 01c0c93fcf..0000000000 --- a/test/packages/kubernetes/data_stream/event/sample_event.json +++ /dev/null @@ -1,78 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:30:27.575Z", - "metricset": { - "name": "event" - }, - "agent": { - "type": "metricbeat", - "version": "8.0.0", - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc" - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "dataset": "kubernetes.event", - "module": "kubernetes" - }, - "service": { - "type": "kubernetes" - }, - "kubernetes": { - "event": { - "metadata": { - "uid": "604e39e0-862f-4615-9cec-8cb62299dea3", - "resource_version": "485630", - "timestamp": { - "created": "2020-06-25T07:20:25.000Z" - }, - "name": "monitor.161bb862545e3099", - "namespace": "beats", - "self_link": "/api/v1/namespaces/beats/events/monitor.161bb862545e3099", - "generate_name": "" - }, - "timestamp": { - "first_occurrence": "2020-06-25T07:20:25.000Z", - "last_occurrence": "2020-06-25T12:30:27.000Z" - }, - "message": "Failed to find referenced backend beats/monitor: Elasticsearch.elasticsearch.k8s.elastic.co \"monitor\" not found", - "reason": "AssociationError", - "type": "Warning", - "count": 1861, - "source": { - "host": "", - "component": "kibana-association-controller" - }, - "involved_object": { - "api_version": "kibana.k8s.elastic.co/v1", - "resource_version": "101842", - "name": "monitor", - "kind": "Kibana", - "uid": "45a19de5-5eef-4090-a2d3-dbceb0a28af8" - } - } - }, - "host": { - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false, - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "architecture": "x86_64", - "os": { - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81", - "codename": "Core" - } - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/node/_dev/deploy/k8s/.empty b/test/packages/kubernetes/data_stream/node/_dev/deploy/k8s/.empty deleted file mode 100644 index e69de29bb2..0000000000 diff --git a/test/packages/kubernetes/data_stream/node/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/node/_dev/test/system/test-default-config.yml deleted file mode 100644 index 6c69562d49..0000000000 --- a/test/packages/kubernetes/data_stream/node/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,7 +0,0 @@ -service: kubernetes -data_stream: - vars: - bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token - period: 5s - hosts: - - https://{{Hostname}}:10250 diff --git a/test/packages/kubernetes/data_stream/node/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/node/agent/stream/stream.yml.hbs deleted file mode 100644 index c4a3cbda5e..0000000000 --- a/test/packages/kubernetes/data_stream/node/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,11 +0,0 @@ -metricsets: ["node"] -add_metadata: {{add_metadata}} -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} -{{#if bearer_token_file}} -bearer_token_file: {{bearer_token_file}} -ssl.verification_mode: {{ssl.verification_mode}} -{{/if}} diff --git a/test/packages/kubernetes/data_stream/node/fields/agent.yml b/test/packages/kubernetes/data_stream/node/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/node/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/node/fields/base-fields.yml b/test/packages/kubernetes/data_stream/node/fields/base-fields.yml deleted file mode 100644 index d43ffd7964..0000000000 --- a/test/packages/kubernetes/data_stream/node/fields/base-fields.yml +++ /dev/null @@ -1,90 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/node/fields/ecs.yml b/test/packages/kubernetes/data_stream/node/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/node/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/node/fields/fields.yml b/test/packages/kubernetes/data_stream/node/fields/fields.yml deleted file mode 100644 index dc46f35f2a..0000000000 --- a/test/packages/kubernetes/data_stream/node/fields/fields.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: kubernetes.node - type: group - fields: - - name: start_time - type: date - description: | - Start time - - name: cpu - type: group - fields: - - name: usage - type: group - fields: - - name: core - type: group - fields: - - name: ns - type: long - metric_type: gauge - description: | - Node CPU Core usage nanoseconds - - name: nanocores - type: long - metric_type: gauge - description: | - CPU used nanocores - - name: memory - type: group - fields: - - name: available - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Total available memory - - name: usage - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Total memory usage - - name: rss - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - RSS memory usage - - name: workingset - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Working set memory usage - - name: pagefaults - type: long - metric_type: counter - description: | - Number of page faults - - name: majorpagefaults - type: long - metric_type: counter - description: | - Number of major page faults - - name: network - type: group - fields: - - name: rx - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: counter - description: | - Received bytes - - name: errors - type: long - description: | - Rx errors - - name: tx - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: counter - description: | - Transmitted bytes - - name: errors - type: long - metric_type: counter - description: | - Tx errors - - name: fs - type: group - fields: - - name: capacity - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Filesystem total capacity in bytes - - name: available - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Filesystem total available in bytes - - name: used - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Filesystem total used in bytes - - name: inodes - type: group - fields: - - name: used - type: long - metric_type: gauge - description: | - Number of used inodes - - name: count - type: long - metric_type: gauge - description: | - Number of inodes - - name: free - type: long - metric_type: gauge - description: | - Number of free inodes - - name: runtime - type: group - fields: - - name: imagefs - type: group - fields: - - name: capacity - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Image filesystem total capacity in bytes - - name: available - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Image filesystem total available in bytes - - name: used - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Image filesystem total used in bytes diff --git a/test/packages/kubernetes/data_stream/node/manifest.yml b/test/packages/kubernetes/data_stream/node/manifest.yml deleted file mode 100644 index bbf7ebb45d..0000000000 --- a/test/packages/kubernetes/data_stream/node/manifest.yml +++ /dev/null @@ -1,44 +0,0 @@ -title: Kubernetes Node metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - vars: - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: bearer_token_file - type: text - title: Bearer Token File - multi: false - required: true - show_user: true - default: /var/run/secrets/kubernetes.io/serviceaccount/token - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - https://${env.NODE_NAME}:10250 - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - - name: ssl.verification_mode - type: text - title: SSL Verification Mode - multi: false - required: true - show_user: true - default: none - title: Kubernetes Node metrics - description: Collect Kubernetes Node metrics diff --git a/test/packages/kubernetes/data_stream/node/sample_event.json b/test/packages/kubernetes/data_stream/node/sample_event.json deleted file mode 100644 index 3128c86a50..0000000000 --- a/test/packages/kubernetes/data_stream/node/sample_event.json +++ /dev/null @@ -1,148 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:34:39.723Z", - "event": { - "dataset": "kubernetes.node", - "module": "kubernetes", - "duration": 13042307 - }, - "service": { - "type": "kubernetes", - "address": "minikube:10250" - }, - "host": { - "containerized": false, - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ], - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ], - "name": "minikube", - "hostname": "minikube", - "architecture": "x86_64", - "os": { - "codename": "Core", - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81" - }, - "id": "b0e83d397c054b8a99a431072fe4617b" - }, - "metricset": { - "name": "node", - "period": 10000 - }, - "kubernetes": { - "labels": { - "beta_kubernetes_io/os": "linux", - "kubernetes_io/arch": "amd64", - "kubernetes_io/hostname": "minikube", - "kubernetes_io/os": "linux", - "node-role_kubernetes_io/master": "", - "beta_kubernetes_io/arch": "amd64" - }, - "node": { - "memory": { - "available": { - "bytes": 12746428416 - }, - "usage": { - "bytes": 5670916096 - }, - "workingset": { - "bytes": 4068896768 - }, - "rss": { - "bytes": 3252125696 - }, - "pagefaults": 31680, - "majorpagefaults": 0 - }, - "network": { - "rx": { - "bytes": 107077476, - "errors": 0 - }, - "tx": { - "bytes": 67457933, - "errors": 0 - } - }, - "fs": { - "available": { - "bytes": 6655090688 - }, - "capacity": { - "bytes": 17361141760 - }, - "used": { - "bytes": 9689358336 - }, - "inodes": { - "count": 9768928, - "used": 224151, - "free": 9544777 - } - }, - "runtime": { - "imagefs": { - "capacity": { - "bytes": 17361141760 - }, - "used": { - "bytes": 8719928568 - }, - "available": { - "bytes": 6655090688 - } - } - }, - "start_time": "2020-06-25T07:18:38Z", - "name": "minikube", - "cpu": { - "usage": { - "core": { - "ns": 6136184971873 - }, - "nanocores": 455263291 - } - } - } - }, - "agent": { - "name": "minikube", - "type": "metricbeat", - "version": "8.0.0", - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a" - }, - "ecs": { - "version": "1.5.0" - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/pod/_dev/deploy/k8s/.empty b/test/packages/kubernetes/data_stream/pod/_dev/deploy/k8s/.empty deleted file mode 100644 index e69de29bb2..0000000000 diff --git a/test/packages/kubernetes/data_stream/pod/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/pod/_dev/test/system/test-default-config.yml deleted file mode 100644 index c24e9500a3..0000000000 --- a/test/packages/kubernetes/data_stream/pod/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,7 +0,0 @@ -service: kubernetes -data_stream: - vars: - period: 5s - hosts: - - https://{{Hostname}}:10250 - bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token diff --git a/test/packages/kubernetes/data_stream/pod/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/pod/agent/stream/stream.yml.hbs deleted file mode 100644 index 54fd7c22cc..0000000000 --- a/test/packages/kubernetes/data_stream/pod/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,11 +0,0 @@ -metricsets: ["pod"] -add_metadata: {{add_metadata}} -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} -{{#if bearer_token_file}} -bearer_token_file: {{bearer_token_file}} -ssl.verification_mode: {{ssl.verification_mode}} -{{/if}} diff --git a/test/packages/kubernetes/data_stream/pod/fields/agent.yml b/test/packages/kubernetes/data_stream/pod/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/pod/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/pod/fields/base-fields.yml b/test/packages/kubernetes/data_stream/pod/fields/base-fields.yml deleted file mode 100644 index 2a6f62ace0..0000000000 --- a/test/packages/kubernetes/data_stream/pod/fields/base-fields.yml +++ /dev/null @@ -1,95 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: daemonset.name - type: keyword - description: > - Kubernetes daemonset name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/pod/fields/ecs.yml b/test/packages/kubernetes/data_stream/pod/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/pod/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/pod/fields/fields.yml b/test/packages/kubernetes/data_stream/pod/fields/fields.yml deleted file mode 100644 index 3073996d3b..0000000000 --- a/test/packages/kubernetes/data_stream/pod/fields/fields.yml +++ /dev/null @@ -1,136 +0,0 @@ -- name: kubernetes.pod - type: group - fields: - - name: start_time - type: date - description: | - Start time - - name: network - type: group - fields: - - name: rx - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: counter - description: | - Received bytes - - name: errors - type: long - metric_type: counter - description: | - Rx errors - - name: tx - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: counter - description: | - Transmitted bytes - - name: errors - type: long - metric_type: counter - description: | - Tx errors - - name: cpu - type: group - fields: - - name: usage - type: group - fields: - - name: nanocores - type: long - unit: byte - metric_type: gauge - description: | - CPU used nanocores - - name: node.pct - type: scaled_float - format: percent - unit: percent - metric_type: gauge - description: | - CPU usage as a percentage of the total node CPU - - name: limit.pct - type: scaled_float - format: percent - unit: percent - metric_type: gauge - description: | - CPU usage as a percentage of the defined limit for the pod containers (or total node CPU if one or more containers of the pod are unlimited) - - name: memory - type: group - fields: - - name: usage - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Total memory usage - - name: node.pct - type: scaled_float - format: percent - unit: percent - metric_type: gauge - description: | - Memory usage as a percentage of the total node allocatable memory - - name: limit.pct - type: scaled_float - format: percent - unit: percent - metric_type: gauge - description: | - Memory usage as a percentage of the defined limit for the pod containers (or total node allocatable memory if unlimited) - - name: available - type: group - fields: - - name: bytes - type: long - format: bytes - unit: percent - metric_type: gauge - description: | - Total memory available - - name: working_set - type: group - fields: - - name: bytes - type: long - format: bytes - unit: percent - metric_type: gauge - description: | - Total working set memory - - name: rss - type: group - fields: - - name: bytes - type: long - format: bytes - unit: percent - metric_type: gauge - description: | - Total resident set size memory - - name: page_faults - type: long - metric_type: counter - description: | - Total page faults - - name: major_page_faults - type: long - metric_type: counter - description: | - Total major page faults - - name: ip - type: ip - description: Kubernetes pod IP diff --git a/test/packages/kubernetes/data_stream/pod/manifest.yml b/test/packages/kubernetes/data_stream/pod/manifest.yml deleted file mode 100644 index 624d996a13..0000000000 --- a/test/packages/kubernetes/data_stream/pod/manifest.yml +++ /dev/null @@ -1,44 +0,0 @@ -title: Kubernetes Pod metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - vars: - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: bearer_token_file - type: text - title: Bearer Token File - multi: false - required: true - show_user: true - default: /var/run/secrets/kubernetes.io/serviceaccount/token - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - https://${env.NODE_NAME}:10250 - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - - name: ssl.verification_mode - type: text - title: SSL Verification Mode - multi: false - required: true - show_user: true - default: none - title: Kubernetes Pod metrics - description: Collect Kubernetes Pod metrics diff --git a/test/packages/kubernetes/data_stream/pod/sample_event.json b/test/packages/kubernetes/data_stream/pod/sample_event.json deleted file mode 100644 index 62e44029da..0000000000 --- a/test/packages/kubernetes/data_stream/pod/sample_event.json +++ /dev/null @@ -1,125 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:34:59.729Z", - "kubernetes": { - "pod": { - "memory": { - "rss": { - "bytes": 7823360 - }, - "page_faults": 5742, - "major_page_faults": 0, - "usage": { - "limit": { - "pct": 0.0008033509820466402 - }, - "bytes": 13508608, - "node": { - "pct": 0.0008033509820466402 - } - }, - "available": { - "bytes": 0 - }, - "working_set": { - "bytes": 8556544 - } - }, - "network": { - "rx": { - "bytes": 25671624, - "errors": 0 - }, - "tx": { - "errors": 0, - "bytes": 1092900259 - } - }, - "start_time": "2020-06-18T11:12:58Z", - "name": "kube-state-metrics-57cd6fdf9-hd959", - "uid": "a7c61334-dd52-4a12-bed5-4daee4c74139", - "cpu": { - "usage": { - "nanocores": 2811918, - "node": { - "pct": 0.0007029795 - }, - "limit": { - "pct": 0.0007029795 - } - } - } - }, - "namespace": "kube-system", - "node": { - "name": "minikube" - } - }, - "event": { - "duration": 20735189, - "dataset": "kubernetes.pod", - "module": "kubernetes" - }, - "ecs": { - "version": "1.5.0" - }, - "metricset": { - "period": 10000, - "name": "pod" - }, - "service": { - "type": "kubernetes", - "address": "minikube:10250" - }, - "host": { - "name": "minikube", - "hostname": "minikube", - "architecture": "x86_64", - "os": { - "kernel": "4.19.81", - "codename": "Core", - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux" - }, - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false, - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ], - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ] - }, - "agent": { - "type": "metricbeat", - "version": "8.0.0", - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", - "name": "minikube" - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/proxy/_dev/deploy/k8s/.empty b/test/packages/kubernetes/data_stream/proxy/_dev/deploy/k8s/.empty deleted file mode 100644 index e69de29bb2..0000000000 diff --git a/test/packages/kubernetes/data_stream/proxy/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/proxy/_dev/test/system/test-default-config.yml deleted file mode 100644 index 0807bd3e70..0000000000 --- a/test/packages/kubernetes/data_stream/proxy/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,6 +0,0 @@ -service: kubernetes -data_stream: - vars: - period: 5s - hosts: - - http://{{Hostname}}:10249 diff --git a/test/packages/kubernetes/data_stream/proxy/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/proxy/agent/stream/stream.yml.hbs deleted file mode 100644 index 1723efeec0..0000000000 --- a/test/packages/kubernetes/data_stream/proxy/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,6 +0,0 @@ -metricsets: ["proxy"] -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} diff --git a/test/packages/kubernetes/data_stream/proxy/fields/agent.yml b/test/packages/kubernetes/data_stream/proxy/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/proxy/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/proxy/fields/base-fields.yml b/test/packages/kubernetes/data_stream/proxy/fields/base-fields.yml deleted file mode 100644 index 7c798f4534..0000000000 --- a/test/packages/kubernetes/data_stream/proxy/fields/base-fields.yml +++ /dev/null @@ -1,12 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. diff --git a/test/packages/kubernetes/data_stream/proxy/fields/ecs.yml b/test/packages/kubernetes/data_stream/proxy/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/proxy/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/proxy/fields/fields.yml b/test/packages/kubernetes/data_stream/proxy/fields/fields.yml deleted file mode 100644 index 5b50c2299f..0000000000 --- a/test/packages/kubernetes/data_stream/proxy/fields/fields.yml +++ /dev/null @@ -1,123 +0,0 @@ -- name: kubernetes.proxy - type: group - fields: - - name: handler - type: keyword - description: | - Request handler - - name: code - type: keyword - description: | - HTTP code - - name: method - type: keyword - description: | - HTTP method - - name: host - type: keyword - description: | - Request host - - name: process - type: group - fields: - - name: cpu.sec - type: double - metric_type: counter - description: CPU seconds - - name: memory.resident.bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: Bytes in resident memory - - name: memory.virtual.bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: Bytes in virtual memory - - name: fds.open.count - type: long - metric_type: gauge - description: Number of open file descriptors - - name: started.sec - type: double - metric_type: gauge - description: Seconds since the process started - - name: http - type: group - fields: - - name: request.duration.us.percentile.* - type: object - description: Request duration microseconds percentiles - - name: request.duration.us.sum - type: double - metric_type: counter - unit: micros - description: Request duration microseconds cumulative sum - - name: request.duration.us.count - type: long - metric_type: counter - unit: micros - description: Request count for duration - - name: request.size.bytes.percentile.* - type: object - description: Request size percentiles - - name: request.size.bytes.sum - type: long - format: bytes - unit: byte - metric_type: counter - description: Request size cumulative sum - - name: request.size.bytes.count - type: long - unit: byte - metric_type: counter - description: Request count for size - - name: response.size.bytes.percentile.* - type: object - description: Response size percentiles - - name: response.size.bytes.sum - type: long - format: bytes - unit: byte - metric_type: counter - description: Response size cumulative sum - - name: response.size.bytes.count - type: long - metric_type: counter - description: Response count - - name: request.count - type: long - metric_type: counter - description: Request count - - name: client.request.count - type: long - metric_type: counter - description: | - Number of requests as client - - name: sync - type: group - fields: - - name: rules.duration.us.sum - type: long - metric_type: counter - description: SyncProxyRules duration, sum of durations in microseconds - - name: rules.duration.us.count - type: long - metric_type: counter - description: SyncProxyRules duration, number of operations - - name: rules.duration.us.bucket.* - type: object - description: SyncProxyRules duration, histogram buckets - - name: networkprogramming.duration.us.sum - type: long - metric_type: counter - description: Network programming duration, sum in microseconds - - name: networkprogramming.duration.us.count - type: long - metric_type: counter - description: Network programming duration, number of operations - - name: networkprogramming.duration.us.bucket.* - type: object - description: Network programming duration, histogram buckets diff --git a/test/packages/kubernetes/data_stream/proxy/manifest.yml b/test/packages/kubernetes/data_stream/proxy/manifest.yml deleted file mode 100644 index 9c7a9e3688..0000000000 --- a/test/packages/kubernetes/data_stream/proxy/manifest.yml +++ /dev/null @@ -1,23 +0,0 @@ -title: Kubernetes Proxy metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - vars: - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - localhost:10249 - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - title: Kubernetes Proxy metrics - description: Collect Kubernetes Proxy metrics diff --git a/test/packages/kubernetes/data_stream/proxy/sample_event.json b/test/packages/kubernetes/data_stream/proxy/sample_event.json deleted file mode 100644 index 50ba492ea8..0000000000 --- a/test/packages/kubernetes/data_stream/proxy/sample_event.json +++ /dev/null @@ -1,216 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:35:29.639Z", - "agent": { - "name": "minikube", - "type": "metricbeat", - "version": "8.0.0", - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a" - }, - "host": { - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ], - "name": "minikube", - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ], - "hostname": "minikube", - "architecture": "x86_64", - "os": { - "codename": "Core", - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81" - }, - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false - }, - "kubernetes": { - "proxy": { - "sync": { - "rules": { - "duration": { - "us": { - "sum": 763620.9329999998, - "count": 18, - "bucket": { - "1000": 0, - "2000": 0, - "4000": 0, - "8000": 0, - "16000": 0, - "32000": 10, - "64000": 16, - "128000": 17, - "256000": 18, - "512000": 18, - "1024000": 18, - "2048000": 18, - "4096000": 18, - "8192000": 18, - "16384000": 18, - "+Inf": 18 - } - } - } - }, - "networkprogramming": { - "duration": { - "us": { - "count": 19, - "bucket": { - "0": 0, - "250000": 4, - "500000": 8, - "1000000": 11, - "2000000": 11, - "3000000": 11, - "4000000": 11, - "5000000": 11, - "6000000": 11, - "7000000": 11, - "8000000": 11, - "9000000": 11, - "10000000": 11, - "11000000": 11, - "12000000": 11, - "13000000": 11, - "14000000": 11, - "15000000": 11, - "16000000": 11, - "17000000": 11, - "18000000": 11, - "19000000": 11, - "20000000": 11, - "21000000": 11, - "22000000": 11, - "23000000": 11, - "24000000": 11, - "25000000": 11, - "26000000": 11, - "27000000": 11, - "28000000": 11, - "29000000": 11, - "30000000": 11, - "31000000": 11, - "32000000": 11, - "33000000": 11, - "34000000": 11, - "35000000": 11, - "36000000": 11, - "37000000": 11, - "38000000": 11, - "39000000": 11, - "40000000": 11, - "41000000": 11, - "42000000": 11, - "43000000": 11, - "44000000": 11, - "45000000": 11, - "46000000": 11, - "47000000": 11, - "48000000": 11, - "49000000": 11, - "50000000": 11, - "51000000": 11, - "52000000": 11, - "53000000": 11, - "54000000": 11, - "55000000": 11, - "56000000": 11, - "57000000": 11, - "58000000": 11, - "59000000": 11, - "60000000": 11, - "65000000": 11, - "70000000": 11, - "75000000": 11, - "80000000": 11, - "85000000": 11, - "90000000": 11, - "95000000": 11, - "100000000": 11, - "105000000": 11, - "110000000": 11, - "115000000": 11, - "120000000": 11, - "150000000": 11, - "180000000": 11, - "210000000": 11, - "240000000": 11, - "270000000": 11, - "300000000": 11, - "+Inf": 19 - }, - "sum": 5571080914163.27 - } - } - } - }, - "process": { - "cpu": { - "sec": 8 - }, - "memory": { - "resident": { - "bytes": 37609472 - }, - "virtual": { - "bytes": 143990784 - } - }, - "started": { - "sec": 1593069580.69 - }, - "fds": { - "open": { - "count": 17 - } - } - } - } - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "module": "kubernetes", - "duration": 2031254, - "dataset": "kubernetes.proxy" - }, - "metricset": { - "name": "proxy", - "period": 10000 - }, - "service": { - "address": "localhost:10249", - "type": "kubernetes" - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/scheduler/_dev/deploy/k8s/.empty b/test/packages/kubernetes/data_stream/scheduler/_dev/deploy/k8s/.empty deleted file mode 100644 index e69de29bb2..0000000000 diff --git a/test/packages/kubernetes/data_stream/scheduler/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/scheduler/_dev/test/system/test-default-config.yml deleted file mode 100644 index c775d296e6..0000000000 --- a/test/packages/kubernetes/data_stream/scheduler/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,8 +0,0 @@ -service: kubernetes -data_stream: - vars: - period: 5s - hosts: - - https://0.0.0.0:10259 - bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token - ssl.verification_mode: "none" diff --git a/test/packages/kubernetes/data_stream/scheduler/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/scheduler/agent/stream/stream.yml.hbs deleted file mode 100644 index 99a3b27129..0000000000 --- a/test/packages/kubernetes/data_stream/scheduler/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,11 +0,0 @@ -metricsets: ["scheduler"] -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} - -{{#if bearer_token_file}} -bearer_token_file: {{bearer_token_file}} -ssl.verification_mode: {{ssl.verification_mode}} -{{/if}} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/scheduler/fields/agent.yml b/test/packages/kubernetes/data_stream/scheduler/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/scheduler/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/scheduler/fields/base-fields.yml b/test/packages/kubernetes/data_stream/scheduler/fields/base-fields.yml deleted file mode 100644 index d43ffd7964..0000000000 --- a/test/packages/kubernetes/data_stream/scheduler/fields/base-fields.yml +++ /dev/null @@ -1,90 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/scheduler/fields/ecs.yml b/test/packages/kubernetes/data_stream/scheduler/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/scheduler/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/scheduler/fields/fields.yml b/test/packages/kubernetes/data_stream/scheduler/fields/fields.yml deleted file mode 100644 index e6f7f48ee7..0000000000 --- a/test/packages/kubernetes/data_stream/scheduler/fields/fields.yml +++ /dev/null @@ -1,156 +0,0 @@ -- name: kubernetes.scheduler - type: group - fields: - - name: handler - type: keyword - description: | - Request handler - - name: code - type: keyword - description: | - HTTP code - - name: method - type: keyword - description: | - HTTP method - - name: host - type: keyword - description: | - Request host - - name: name - type: keyword - description: | - Name for the resource - - name: result - type: keyword - description: | - Schedule attempt result - - name: operation - type: keyword - description: | - Scheduling operation - - name: process - type: group - fields: - - name: cpu.sec - type: double - metric_type: counter - description: CPU seconds - - name: memory.resident.bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: Bytes in resident memory - - name: memory.virtual.bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: Bytes in virtual memory - - name: fds.open.count - type: long - metric_type: gauge - description: Number of open file descriptors - - name: started.sec - type: double - metric_type: gauge - description: Seconds since the process started - - name: http - type: group - fields: - - name: request.duration.us.percentile.* - type: object - description: Request duration microseconds percentiles - - name: request.duration.us.sum - type: double - metric_type: counter - unit: micros - description: Request duration microseconds cumulative sum - - name: request.duration.us.count - type: long - metric_type: counter - unit: micros - description: Request count for duration - - name: request.size.bytes.percentile.* - type: object - description: Request size percentiles - - name: request.size.bytes.sum - type: long - format: bytes - unit: byte - metric_type: counter - description: Request size cumulative sum - - name: request.size.bytes.count - type: long - unit: byte - metric_type: counter - description: Request count for size - - name: response.size.bytes.percentile.* - type: object - description: Response size percentiles - - name: response.size.bytes.sum - type: long - format: bytes - unit: byte - metric_type: counter - description: Response size cumulative sum - - name: response.size.bytes.count - type: long - metric_type: counter - description: Response count - - name: request.count - type: long - metric_type: counter - description: Request count - - name: client.request.count - type: long - metric_type: counter - description: | - Number of requests as client - - name: leader.is_master - type: boolean - description: | - Whether the node is master - - name: scheduling - type: group - fields: - - name: e2e.duration.us.bucket.* - type: object - description: End to end scheduling duration microseconds - - name: e2e.duration.us.sum - type: long - unit: micros - metric_type: counter - description: End to end scheduling duration microseconds sum - - name: e2e.duration.us.count - type: long - unit: micros - metric_type: counter - description: End to end scheduling count - - name: pod.preemption.victims.bucket.* - type: long - description: Pod preemption victims - - name: pod.preemption.victims.sum - type: long - metric_type: counter - description: Pod preemption victims sum - - name: pod.preemption.victims.count - type: long - metric_type: counter - description: Pod preemption victims count - - name: pod.attempts.count - type: long - metric_type: counter - description: Pod attempts count - - name: duration.seconds.percentile.* - type: object - description: Scheduling duration percentiles - - name: duration.seconds.sum - type: double - metric_type: counter - description: Scheduling duration cumulative sum - - name: duration.seconds.count - type: long - metric_type: counter - description: Scheduling count diff --git a/test/packages/kubernetes/data_stream/scheduler/manifest.yml b/test/packages/kubernetes/data_stream/scheduler/manifest.yml deleted file mode 100644 index 1a4d69fab0..0000000000 --- a/test/packages/kubernetes/data_stream/scheduler/manifest.yml +++ /dev/null @@ -1,38 +0,0 @@ -title: Kubernetes Scheduler metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - enabled: false - vars: - - name: bearer_token_file - type: text - title: Bearer Token File - multi: false - required: true - show_user: true - default: /var/run/secrets/kubernetes.io/serviceaccount/token - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - https://0.0.0.0:10259 - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - - name: ssl.verification_mode - type: text - title: SSL Verification Mode - multi: false - required: true - show_user: true - default: none - title: Kubernetes Scheduler metrics - description: Collect Kubernetes Scheduler metrics diff --git a/test/packages/kubernetes/data_stream/scheduler/sample_event.json b/test/packages/kubernetes/data_stream/scheduler/sample_event.json deleted file mode 100644 index b932b1797d..0000000000 --- a/test/packages/kubernetes/data_stream/scheduler/sample_event.json +++ /dev/null @@ -1,79 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:35:59.624Z", - "agent": { - "version": "8.0.0", - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", - "name": "minikube", - "type": "metricbeat" - }, - "host": { - "hostname": "minikube", - "architecture": "x86_64", - "os": { - "kernel": "4.19.81", - "codename": "Core", - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux" - }, - "name": "minikube", - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false, - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ], - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ] - }, - "ecs": { - "version": "1.5.0" - }, - "event": { - "duration": 7245648, - "dataset": "kubernetes.scheduler", - "module": "kubernetes" - }, - "metricset": { - "name": "scheduler", - "period": 10000 - }, - "service": { - "address": "localhost:10251", - "type": "kubernetes" - }, - "kubernetes": { - "scheduler": { - "name": "kube-scheduler", - "leader": { - "is_master": true - } - } - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/state_container/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/state_container/_dev/test/system/test-default-config.yml deleted file mode 100644 index 0f4bd620c0..0000000000 --- a/test/packages/kubernetes/data_stream/state_container/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,6 +0,0 @@ -service: kubernetes -data_stream: - vars: - hosts: - # this is the DNS name of the k8s service for kube-state-metrics deployment - - http://kube-state-metrics:8080 diff --git a/test/packages/kubernetes/data_stream/state_container/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/state_container/agent/stream/stream.yml.hbs deleted file mode 100644 index 55bf95929d..0000000000 --- a/test/packages/kubernetes/data_stream/state_container/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,10 +0,0 @@ -metricsets: ["state_container"] -add_metadata: {{add_metadata}} -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} -{{#if leaderelection}} -condition: ${kubernetes_leaderelection.leader} == true -{{/if}} diff --git a/test/packages/kubernetes/data_stream/state_container/fields/agent.yml b/test/packages/kubernetes/data_stream/state_container/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/state_container/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/state_container/fields/base-fields.yml b/test/packages/kubernetes/data_stream/state_container/fields/base-fields.yml deleted file mode 100644 index 2a6f62ace0..0000000000 --- a/test/packages/kubernetes/data_stream/state_container/fields/base-fields.yml +++ /dev/null @@ -1,95 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: daemonset.name - type: keyword - description: > - Kubernetes daemonset name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/state_container/fields/ecs.yml b/test/packages/kubernetes/data_stream/state_container/fields/ecs.yml deleted file mode 100644 index e60b6629bb..0000000000 --- a/test/packages/kubernetes/data_stream/state_container/fields/ecs.yml +++ /dev/null @@ -1,16 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: container.runtime - type: keyword - description: Runtime managing this container -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/state_container/fields/fields.yml b/test/packages/kubernetes/data_stream/state_container/fields/fields.yml deleted file mode 100644 index 858f894d18..0000000000 --- a/test/packages/kubernetes/data_stream/state_container/fields/fields.yml +++ /dev/null @@ -1,66 +0,0 @@ -- name: kubernetes.container - type: group - fields: - - name: id - type: keyword - description: Container id - - name: status - type: group - fields: - - name: phase - type: keyword - description: | - Container phase (running, waiting, terminated) - - name: ready - type: boolean - description: | - Container ready status - - name: restarts - type: integer - metric_type: counter - description: | - Container restarts count - - name: reason - type: keyword - description: | - Waiting (ContainerCreating, CrashLoopBackoff, ErrImagePull, ImagePullBackoff) or termination (Completed, ContainerCannotRun, Error, OOMKilled) reason. - - name: cpu - type: group - fields: - - name: limit.cores - type: float - metric_type: gauge - description: | - Container CPU cores limit - - name: request.cores - type: float - metric_type: gauge - description: | - Container CPU requested cores - - name: limit.nanocores - type: long - metric_type: gauge - description: | - Container CPU nanocores limit - - name: request.nanocores - type: long - metric_type: gauge - description: | - Container CPU requested nanocores - - name: memory - type: group - fields: - - name: limit.bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Container memory limit in bytes - - name: request.bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Container requested memory in bytes diff --git a/test/packages/kubernetes/data_stream/state_container/manifest.yml b/test/packages/kubernetes/data_stream/state_container/manifest.yml deleted file mode 100644 index de0873b72c..0000000000 --- a/test/packages/kubernetes/data_stream/state_container/manifest.yml +++ /dev/null @@ -1,38 +0,0 @@ -title: Kubernetes Container metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - enabled: false - vars: - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - kube-state-metrics:8080 - - name: leaderelection - type: bool - title: Leader Election - multi: false - required: true - show_user: true - default: true - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - title: Kubernetes Container metrics - description: Collect Kubernetes Container metrics from kube_state_metrics diff --git a/test/packages/kubernetes/data_stream/state_container/sample_event.json b/test/packages/kubernetes/data_stream/state_container/sample_event.json deleted file mode 100644 index fda9be9310..0000000000 --- a/test/packages/kubernetes/data_stream/state_container/sample_event.json +++ /dev/null @@ -1,80 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:36:34.469Z", - "host": { - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "architecture": "x86_64", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "os": { - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81", - "codename": "Core", - "platform": "centos", - "version": "7 (Core)" - }, - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false - }, - "event": { - "dataset": "kubernetes.container", - "module": "kubernetes", - "duration": 8554499 - }, - "kubernetes": { - "node": { - "name": "minikube" - }, - "labels": { - "component": "kube-scheduler", - "tier": "control-plane" - }, - "container": { - "image": "k8s.gcr.io/kube-scheduler:v1.17.0", - "name": "kube-scheduler", - "cpu": { - "request": { - "cores": 0.1 - } - }, - "status": { - "phase": "running", - "ready": true, - "restarts": 10 - }, - "id": "docker://b00b185f2b304a7ece804d1af28eb232f825255f716bcc85ef5bd20d5a4f45d4" - }, - "pod": { - "name": "kube-scheduler-minikube", - "uid": "9cdbd5ea-7638-4e86-a706-a5b222d86f26" - }, - "namespace": "kube-system" - }, - "ecs": { - "version": "1.5.0" - }, - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - }, - "container": { - "runtime": "docker", - "id": "b00b185f2b304a7ece804d1af28eb232f825255f716bcc85ef5bd20d5a4f45d4" - }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" - }, - "metricset": { - "name": "state_container", - "period": 10000 - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/state_cronjob/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/state_cronjob/_dev/test/system/test-default-config.yml deleted file mode 100644 index 0f4bd620c0..0000000000 --- a/test/packages/kubernetes/data_stream/state_cronjob/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,6 +0,0 @@ -service: kubernetes -data_stream: - vars: - hosts: - # this is the DNS name of the k8s service for kube-state-metrics deployment - - http://kube-state-metrics:8080 diff --git a/test/packages/kubernetes/data_stream/state_cronjob/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/state_cronjob/agent/stream/stream.yml.hbs deleted file mode 100644 index 08b16b3392..0000000000 --- a/test/packages/kubernetes/data_stream/state_cronjob/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,11 +0,0 @@ -metricsets: ["state_cronjob"] -add_metadata: {{add_metadata}} -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} -{{#if leaderelection}} -condition: ${kubernetes_leaderelection.leader} == true -{{/if}} - diff --git a/test/packages/kubernetes/data_stream/state_cronjob/fields/agent.yml b/test/packages/kubernetes/data_stream/state_cronjob/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/state_cronjob/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/state_cronjob/fields/base-fields.yml b/test/packages/kubernetes/data_stream/state_cronjob/fields/base-fields.yml deleted file mode 100644 index d43ffd7964..0000000000 --- a/test/packages/kubernetes/data_stream/state_cronjob/fields/base-fields.yml +++ /dev/null @@ -1,90 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/state_cronjob/fields/ecs.yml b/test/packages/kubernetes/data_stream/state_cronjob/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/state_cronjob/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/state_cronjob/fields/fields.yml b/test/packages/kubernetes/data_stream/state_cronjob/fields/fields.yml deleted file mode 100644 index 53d086b4d1..0000000000 --- a/test/packages/kubernetes/data_stream/state_cronjob/fields/fields.yml +++ /dev/null @@ -1,39 +0,0 @@ -- name: kubernetes.cronjob - type: group - fields: - - name: name - type: keyword - description: Cronjob name - - name: schedule - type: keyword - description: Cronjob schedule - - name: concurrency - type: keyword - description: Concurrency policy - - name: active.count - type: long - metric_type: gauge - description: Number of active pods for the cronjob - - name: is_suspended - type: boolean - description: Whether the cronjob is suspended - - name: created.sec - type: double - unit: s - metric_type: gauge - description: Epoch seconds since the cronjob was created - - name: last_schedule.sec - type: double - unit: s - metric_type: gauge - description: Epoch seconds for last cronjob run - - name: next_schedule.sec - type: double - unit: s - metric_type: gauge - description: Epoch seconds for next cronjob run - - name: deadline.sec - type: long - unit: s - metric_type: gauge - description: Deadline seconds after schedule for considering failed diff --git a/test/packages/kubernetes/data_stream/state_cronjob/manifest.yml b/test/packages/kubernetes/data_stream/state_cronjob/manifest.yml deleted file mode 100644 index fcc893d16c..0000000000 --- a/test/packages/kubernetes/data_stream/state_cronjob/manifest.yml +++ /dev/null @@ -1,38 +0,0 @@ -title: Kubernetes Cronjob metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - enabled: false - vars: - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - kube-state-metrics:8080 - - name: leaderelection - type: bool - title: Leader Election - multi: false - required: true - show_user: true - default: true - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - title: Kubernetes Cronjob metrics - description: Collect Kubernetes Cronjob metrics from kube_state_metrics diff --git a/test/packages/kubernetes/data_stream/state_cronjob/sample_event.json b/test/packages/kubernetes/data_stream/state_cronjob/sample_event.json deleted file mode 100644 index f297190ba7..0000000000 --- a/test/packages/kubernetes/data_stream/state_cronjob/sample_event.json +++ /dev/null @@ -1,66 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:43:04.384Z", - "metricset": { - "name": "state_cronjob", - "period": 10000 - }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" - }, - "ecs": { - "version": "1.5.0" - }, - "host": { - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false, - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "architecture": "x86_64", - "os": { - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81", - "codename": "Core", - "platform": "centos", - "version": "7 (Core)" - } - }, - "event": { - "dataset": "kubernetes.cronjob", - "module": "kubernetes", - "duration": 9482053 - }, - "kubernetes": { - "namespace": "default", - "cronjob": { - "active": { - "count": 0 - }, - "is_suspended": false, - "name": "hello", - "next_schedule": { - "sec": 1593088980 - }, - "last_schedule": { - "sec": 1593088920 - }, - "created": { - "sec": 1593088862 - } - } - }, - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/state_daemonset/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/state_daemonset/_dev/test/system/test-default-config.yml deleted file mode 100644 index 0f4bd620c0..0000000000 --- a/test/packages/kubernetes/data_stream/state_daemonset/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,6 +0,0 @@ -service: kubernetes -data_stream: - vars: - hosts: - # this is the DNS name of the k8s service for kube-state-metrics deployment - - http://kube-state-metrics:8080 diff --git a/test/packages/kubernetes/data_stream/state_daemonset/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/state_daemonset/agent/stream/stream.yml.hbs deleted file mode 100644 index f7b98418b7..0000000000 --- a/test/packages/kubernetes/data_stream/state_daemonset/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,10 +0,0 @@ -metricsets: ["state_daemonset"] -add_metadata: {{add_metadata}} -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} -{{#if leaderelection}} -condition: ${kubernetes_leaderelection.leader} == true -{{/if}} diff --git a/test/packages/kubernetes/data_stream/state_daemonset/fields/agent.yml b/test/packages/kubernetes/data_stream/state_daemonset/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/state_daemonset/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/state_daemonset/fields/base-fields.yml b/test/packages/kubernetes/data_stream/state_daemonset/fields/base-fields.yml deleted file mode 100644 index d43ffd7964..0000000000 --- a/test/packages/kubernetes/data_stream/state_daemonset/fields/base-fields.yml +++ /dev/null @@ -1,90 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/state_daemonset/fields/ecs.yml b/test/packages/kubernetes/data_stream/state_daemonset/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/state_daemonset/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/state_daemonset/fields/fields.yml b/test/packages/kubernetes/data_stream/state_daemonset/fields/fields.yml deleted file mode 100644 index 0e06111729..0000000000 --- a/test/packages/kubernetes/data_stream/state_daemonset/fields/fields.yml +++ /dev/null @@ -1,30 +0,0 @@ -- name: kubernetes.daemonset - type: group - fields: - - name: name - type: keyword - - name: replicas - type: group - description: | - Kubernetes DaemonSet replica metrics - fields: - - name: available - type: long - metric_type: gauge - description: | - The number of available replicas per DaemonSet - - name: desired - type: long - metric_type: gauge - description: | - The desired number of replicas per DaemonSet - - name: ready - type: long - metric_type: gauge - description: | - The number of ready replicas per DaemonSet - - name: unavailable - type: long - metric_type: gauge - description: | - The number of unavailable replicas per DaemonSet diff --git a/test/packages/kubernetes/data_stream/state_daemonset/manifest.yml b/test/packages/kubernetes/data_stream/state_daemonset/manifest.yml deleted file mode 100644 index a5c761d75c..0000000000 --- a/test/packages/kubernetes/data_stream/state_daemonset/manifest.yml +++ /dev/null @@ -1,38 +0,0 @@ -title: Kubernetes Deamonset metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - enabled: false - vars: - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - kube-state-metrics:8080 - - name: leaderelection - type: bool - title: Leader Election - multi: false - required: true - show_user: true - default: true - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - title: Kubernetes Deamonset metrics - description: Collect Kubernetes Deamonset metrics from kube_state_metrics diff --git a/test/packages/kubernetes/data_stream/state_daemonset/sample_event.json b/test/packages/kubernetes/data_stream/state_daemonset/sample_event.json deleted file mode 100644 index 54b75c87c9..0000000000 --- a/test/packages/kubernetes/data_stream/state_daemonset/sample_event.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:37:04.455Z", - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" - }, - "event": { - "module": "kubernetes", - "duration": 8648138, - "dataset": "kubernetes.daemonset" - }, - "ecs": { - "version": "1.5.0" - }, - "metricset": { - "name": "state_daemonset", - "period": 10000 - }, - "kubernetes": { - "daemonset": { - "name": "metricbeat", - "replicas": { - "available": 1, - "desired": 1, - "ready": 1, - "unavailable": 0 - } - }, - "labels": { - "k8s-app": "metricbeat" - }, - "namespace": "kube-system" - }, - "host": { - "mac": [ - "02:42:ac:11:00:0b" - ], - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "architecture": "x86_64", - "os": { - "name": "CentOS Linux", - "kernel": "4.19.81", - "codename": "Core", - "platform": "centos", - "version": "7 (Core)", - "family": "redhat" - }, - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false, - "ip": [ - "172.17.0.11" - ] - }, - "agent": { - "version": "8.0.0", - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat" - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/state_deployment/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/state_deployment/_dev/test/system/test-default-config.yml deleted file mode 100644 index 0f4bd620c0..0000000000 --- a/test/packages/kubernetes/data_stream/state_deployment/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,6 +0,0 @@ -service: kubernetes -data_stream: - vars: - hosts: - # this is the DNS name of the k8s service for kube-state-metrics deployment - - http://kube-state-metrics:8080 diff --git a/test/packages/kubernetes/data_stream/state_deployment/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/state_deployment/agent/stream/stream.yml.hbs deleted file mode 100644 index 205bc73767..0000000000 --- a/test/packages/kubernetes/data_stream/state_deployment/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,10 +0,0 @@ -metricsets: ["state_deployment"] -add_metadata: {{add_metadata}} -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} -{{#if leaderelection}} -condition: ${kubernetes_leaderelection.leader} == true -{{/if}} diff --git a/test/packages/kubernetes/data_stream/state_deployment/fields/agent.yml b/test/packages/kubernetes/data_stream/state_deployment/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/state_deployment/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/state_deployment/fields/base-fields.yml b/test/packages/kubernetes/data_stream/state_deployment/fields/base-fields.yml deleted file mode 100644 index d43ffd7964..0000000000 --- a/test/packages/kubernetes/data_stream/state_deployment/fields/base-fields.yml +++ /dev/null @@ -1,90 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/state_deployment/fields/ecs.yml b/test/packages/kubernetes/data_stream/state_deployment/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/state_deployment/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/state_deployment/fields/fields.yml b/test/packages/kubernetes/data_stream/state_deployment/fields/fields.yml deleted file mode 100644 index 51b6abb87e..0000000000 --- a/test/packages/kubernetes/data_stream/state_deployment/fields/fields.yml +++ /dev/null @@ -1,30 +0,0 @@ -- name: kubernetes.deployment - type: group - fields: - - name: paused - type: boolean - description: | - Kubernetes deployment paused status - - name: replicas - type: group - fields: - - name: desired - type: integer - metric_type: gauge - description: | - Deployment number of desired replicas (spec) - - name: available - type: integer - metric_type: gauge - description: | - Deployment available replicas - - name: unavailable - type: integer - metric_type: gauge - description: | - Deployment unavailable replicas - - name: updated - type: integer - metric_type: gauge - description: | - Deployment updated replicas diff --git a/test/packages/kubernetes/data_stream/state_deployment/manifest.yml b/test/packages/kubernetes/data_stream/state_deployment/manifest.yml deleted file mode 100644 index 7259b870a5..0000000000 --- a/test/packages/kubernetes/data_stream/state_deployment/manifest.yml +++ /dev/null @@ -1,38 +0,0 @@ -title: Kubernetes Deployment metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - enabled: false - vars: - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - kube-state-metrics:8080 - - name: leaderelection - type: bool - title: Leader Election - multi: false - required: true - show_user: true - default: true - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - title: Kubernetes Deployment metrics - description: Collect Kubernetes Deployment metrics from kube_state_metrics diff --git a/test/packages/kubernetes/data_stream/state_deployment/sample_event.json b/test/packages/kubernetes/data_stream/state_deployment/sample_event.json deleted file mode 100644 index fd79bacedd..0000000000 --- a/test/packages/kubernetes/data_stream/state_deployment/sample_event.json +++ /dev/null @@ -1,63 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:37:04.455Z", - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" - }, - "event": { - "module": "kubernetes", - "duration": 8648138, - "dataset": "kubernetes.deployment" - }, - "ecs": { - "version": "1.5.0" - }, - "metricset": { - "name": "state_deployment", - "period": 10000 - }, - "kubernetes": { - "deployment": { - "name": "metricbeat", - "replicas": { - "unavailable": 0, - "desired": 1, - "updated": 1, - "available": 1 - }, - "paused": false - }, - "labels": { - "k8s-app": "metricbeat" - }, - "namespace": "kube-system" - }, - "host": { - "mac": [ - "02:42:ac:11:00:0b" - ], - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "architecture": "x86_64", - "os": { - "name": "CentOS Linux", - "kernel": "4.19.81", - "codename": "Core", - "platform": "centos", - "version": "7 (Core)", - "family": "redhat" - }, - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false, - "ip": [ - "172.17.0.11" - ] - }, - "agent": { - "version": "8.0.0", - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat" - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/state_job/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/state_job/_dev/test/system/test-default-config.yml deleted file mode 100644 index 0f4bd620c0..0000000000 --- a/test/packages/kubernetes/data_stream/state_job/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,6 +0,0 @@ -service: kubernetes -data_stream: - vars: - hosts: - # this is the DNS name of the k8s service for kube-state-metrics deployment - - http://kube-state-metrics:8080 diff --git a/test/packages/kubernetes/data_stream/state_job/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/state_job/agent/stream/stream.yml.hbs deleted file mode 100644 index b9903eff74..0000000000 --- a/test/packages/kubernetes/data_stream/state_job/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,7 +0,0 @@ -metricsets: ["state_job"] -add_metadata: {{add_metadata}} -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} diff --git a/test/packages/kubernetes/data_stream/state_job/fields/agent.yml b/test/packages/kubernetes/data_stream/state_job/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/state_job/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/state_job/fields/base-fields.yml b/test/packages/kubernetes/data_stream/state_job/fields/base-fields.yml deleted file mode 100644 index d43ffd7964..0000000000 --- a/test/packages/kubernetes/data_stream/state_job/fields/base-fields.yml +++ /dev/null @@ -1,90 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/state_job/fields/ecs.yml b/test/packages/kubernetes/data_stream/state_job/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/state_job/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/state_job/fields/fields.yml b/test/packages/kubernetes/data_stream/state_job/fields/fields.yml deleted file mode 100644 index cbf96e3177..0000000000 --- a/test/packages/kubernetes/data_stream/state_job/fields/fields.yml +++ /dev/null @@ -1,75 +0,0 @@ -- name: kubernetes.job - type: group - fields: - - name: name - type: keyword - description: > - The name of the job resource - - - name: pods - type: group - description: > - Pod metrics for the job - - fields: - - name: active - type: long - metric_type: gauge - description: Number of active pods - - name: failed - type: long - metric_type: gauge - description: Number of failed pods - - name: succeeded - type: long - metric_type: gauge - description: Number of successful pods - - name: time - type: group - description: Kubernetes job timestamps - fields: - - name: created - type: date - description: The time at which the job was created - - name: completed - type: date - description: The time at which the job completed - - name: completions - type: group - description: Kubernetes job completion settings - fields: - - name: desired - type: long - metric_type: gauge - description: The configured completion count for the job (Spec) - - name: parallelism - type: group - description: Kubernetes job parallelism settings - fields: - - name: desired - type: long - metric_type: gauge - description: The configured parallelism of the job (Spec) - - name: owner - type: group - description: Kubernetes job owner information - fields: - - name: name - type: keyword - description: The name of the resource that owns this job - - name: kind - type: keyword - description: The kind of resource that owns this job (eg. "CronJob") - - name: is_controller - type: keyword - description: Owner is controller ("true", "false", or `""`) - - name: status - type: group - description: Kubernetes job status information - fields: - - name: complete - type: keyword - description: Whether the job completed ("true", "false", or "unknown") - - name: failed - type: keyword - description: Whether the job failed ("true", "false", or "unknown") diff --git a/test/packages/kubernetes/data_stream/state_job/manifest.yml b/test/packages/kubernetes/data_stream/state_job/manifest.yml deleted file mode 100644 index cf8fab958b..0000000000 --- a/test/packages/kubernetes/data_stream/state_job/manifest.yml +++ /dev/null @@ -1,31 +0,0 @@ -title: Kubernetes Job metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - enabled: false - vars: - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - kube-state-metrics:8080 - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - title: Kubernetes Job metrics - description: Collect Kubernetes Job metrics from kube_state_metrics diff --git a/test/packages/kubernetes/data_stream/state_job/sample_event.json b/test/packages/kubernetes/data_stream/state_job/sample_event.json deleted file mode 100644 index c9ff59627c..0000000000 --- a/test/packages/kubernetes/data_stream/state_job/sample_event.json +++ /dev/null @@ -1,72 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:43:04.384Z", - "metricset": { - "name": "state_job", - "period": 10000 - }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" - }, - "ecs": { - "version": "1.5.0" - }, - "host": { - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false, - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "architecture": "x86_64", - "os": { - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81", - "codename": "Core", - "platform": "centos", - "version": "7 (Core)" - } - }, - "event": { - "dataset": "kubernetes.job", - "module": "kubernetes", - "duration": 9482053 - }, - "kubernetes": { - "job": { - "completions": { - "desired": 1 - }, - "name": "sleep-30-ok-cron-27075645", - "owner": { - "is_controller": "true", - "kind": "CronJob", - "name": "sleep-30-ok-cron" - }, - "parallelism": { - "desired": 1 - }, - "pods": { - "active": 1, - "failed": 0, - "succeeded": 0 - }, - "time": { - "created": "2021-06-24T12:45:00.000Z" - } - }, - "namespace": "default" - }, - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/state_node/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/state_node/_dev/test/system/test-default-config.yml deleted file mode 100644 index 0f4bd620c0..0000000000 --- a/test/packages/kubernetes/data_stream/state_node/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,6 +0,0 @@ -service: kubernetes -data_stream: - vars: - hosts: - # this is the DNS name of the k8s service for kube-state-metrics deployment - - http://kube-state-metrics:8080 diff --git a/test/packages/kubernetes/data_stream/state_node/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/state_node/agent/stream/stream.yml.hbs deleted file mode 100644 index 1ddfb5e92f..0000000000 --- a/test/packages/kubernetes/data_stream/state_node/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,10 +0,0 @@ -metricsets: ["state_node"] -add_metadata: {{add_metadata}} -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} -{{#if leaderelection}} -condition: ${kubernetes_leaderelection.leader} == true -{{/if}} diff --git a/test/packages/kubernetes/data_stream/state_node/fields/agent.yml b/test/packages/kubernetes/data_stream/state_node/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/state_node/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/state_node/fields/base-fields.yml b/test/packages/kubernetes/data_stream/state_node/fields/base-fields.yml deleted file mode 100644 index d43ffd7964..0000000000 --- a/test/packages/kubernetes/data_stream/state_node/fields/base-fields.yml +++ /dev/null @@ -1,90 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/state_node/fields/ecs.yml b/test/packages/kubernetes/data_stream/state_node/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/state_node/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/state_node/fields/fields.yml b/test/packages/kubernetes/data_stream/state_node/fields/fields.yml deleted file mode 100644 index c1eb215244..0000000000 --- a/test/packages/kubernetes/data_stream/state_node/fields/fields.yml +++ /dev/null @@ -1,69 +0,0 @@ -- name: kubernetes.node - type: group - fields: - - name: status - type: group - fields: - - name: ready - type: keyword - description: | - Node ready status (true, false or unknown) - - name: unschedulable - type: boolean - description: | - Node unschedulable status - - name: disk_pressure - type: keyword - description: Node DiskPressure status (true, false or unknown) - - name: memory_pressure - type: keyword - description: Node MemoryPressure status (true, false or unknown) - - name: out_of_disk - type: keyword - description: Node OutOfDisk status (true, false or unknown) - - name: pid_pressure - type: keyword - description: Node PIDPressure status (true, false or unknown) - - name: cpu - type: group - fields: - - name: allocatable.cores - type: float - metric_type: gauge - description: | - Node CPU allocatable cores - - name: capacity.cores - type: long - metric_type: gauge - description: | - Node CPU capacity cores - - name: memory - type: group - fields: - - name: allocatable.bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Node allocatable memory in bytes - - name: capacity.bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Node memory capacity in bytes - - name: pod - type: group - fields: - - name: allocatable.total - type: long - metric_type: gauge - description: | - Node allocatable pods - - name: capacity.total - type: long - metric_type: gauge - description: | - Node pod capacity diff --git a/test/packages/kubernetes/data_stream/state_node/manifest.yml b/test/packages/kubernetes/data_stream/state_node/manifest.yml deleted file mode 100644 index 833041bc2c..0000000000 --- a/test/packages/kubernetes/data_stream/state_node/manifest.yml +++ /dev/null @@ -1,38 +0,0 @@ -title: Kubernetes Node metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - enabled: false - vars: - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - kube-state-metrics:8080 - - name: leaderelection - type: bool - title: Leader Election - multi: false - required: true - show_user: true - default: true - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - title: Kubernetes Node metrics - description: Collect Kubernetes Node metrics from kube_state_metrics diff --git a/test/packages/kubernetes/data_stream/state_node/sample_event.json b/test/packages/kubernetes/data_stream/state_node/sample_event.json deleted file mode 100644 index 9b7f451ab6..0000000000 --- a/test/packages/kubernetes/data_stream/state_node/sample_event.json +++ /dev/null @@ -1,88 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:37:44.457Z", - "ecs": { - "version": "1.5.0" - }, - "host": { - "mac": [ - "02:42:ac:11:00:0b" - ], - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "architecture": "x86_64", - "os": { - "kernel": "4.19.81", - "codename": "Core", - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux" - }, - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false, - "ip": [ - "172.17.0.11" - ] - }, - "metricset": { - "name": "state_node", - "period": 10000 - }, - "kubernetes": { - "node": { - "pod": { - "capacity": { - "total": 110 - }, - "allocatable": { - "total": 110 - } - }, - "memory": { - "capacity": { - "bytes": 16815325184 - }, - "allocatable": { - "bytes": 16815325184 - } - }, - "cpu": { - "allocatable": { - "cores": 4 - }, - "capacity": { - "cores": 4 - } - }, - "name": "minikube", - "status": { - "ready": "true", - "unschedulable": false - } - }, - "labels": { - "kubernetes_io/arch": "amd64", - "kubernetes_io/hostname": "minikube", - "kubernetes_io/os": "linux", - "node-role_kubernetes_io/master": "", - "beta_kubernetes_io/arch": "amd64", - "beta_kubernetes_io/os": "linux" - } - }, - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - }, - "service": { - "type": "kubernetes", - "address": "kube-state-metrics:8080" - }, - "event": { - "dataset": "kubernetes.node", - "module": "kubernetes", - "duration": 8194220 - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/state_persistentvolume/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/state_persistentvolume/_dev/test/system/test-default-config.yml deleted file mode 100644 index 0f4bd620c0..0000000000 --- a/test/packages/kubernetes/data_stream/state_persistentvolume/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,6 +0,0 @@ -service: kubernetes -data_stream: - vars: - hosts: - # this is the DNS name of the k8s service for kube-state-metrics deployment - - http://kube-state-metrics:8080 diff --git a/test/packages/kubernetes/data_stream/state_persistentvolume/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/state_persistentvolume/agent/stream/stream.yml.hbs deleted file mode 100644 index b8556ce98b..0000000000 --- a/test/packages/kubernetes/data_stream/state_persistentvolume/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,11 +0,0 @@ -metricsets: ["state_persistentvolume"] -add_metadata: {{add_metadata}} -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} -{{#if leaderelection}} -condition: ${kubernetes_leaderelection.leader} == true -{{/if}} - diff --git a/test/packages/kubernetes/data_stream/state_persistentvolume/fields/agent.yml b/test/packages/kubernetes/data_stream/state_persistentvolume/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/state_persistentvolume/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/state_persistentvolume/fields/base-fields.yml b/test/packages/kubernetes/data_stream/state_persistentvolume/fields/base-fields.yml deleted file mode 100644 index d43ffd7964..0000000000 --- a/test/packages/kubernetes/data_stream/state_persistentvolume/fields/base-fields.yml +++ /dev/null @@ -1,90 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/state_persistentvolume/fields/ecs.yml b/test/packages/kubernetes/data_stream/state_persistentvolume/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/state_persistentvolume/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/state_persistentvolume/fields/fields.yml b/test/packages/kubernetes/data_stream/state_persistentvolume/fields/fields.yml deleted file mode 100644 index 883ddcbd22..0000000000 --- a/test/packages/kubernetes/data_stream/state_persistentvolume/fields/fields.yml +++ /dev/null @@ -1,17 +0,0 @@ -- name: kubernetes.persistentvolume - type: group - fields: - - name: name - type: keyword - description: Volume name. - - name: capacity.bytes - type: long - unit: byte - metric_type: gauge - description: Volume capacity - - name: phase - type: keyword - description: Volume phase according to kubernetes - - name: storage_class - type: keyword - description: Storage class for the volume diff --git a/test/packages/kubernetes/data_stream/state_persistentvolume/manifest.yml b/test/packages/kubernetes/data_stream/state_persistentvolume/manifest.yml deleted file mode 100644 index b7ba3f9d54..0000000000 --- a/test/packages/kubernetes/data_stream/state_persistentvolume/manifest.yml +++ /dev/null @@ -1,38 +0,0 @@ -title: Kubernetes PersistentVolume metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - enabled: false - vars: - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - kube-state-metrics:8080 - - name: leaderelection - type: bool - title: Leader Election - multi: false - required: true - show_user: true - default: true - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - title: Kubernetes PersistentVolume metrics - description: Collect Kubernetes PersistentVolume metrics from kube_state_metrics diff --git a/test/packages/kubernetes/data_stream/state_persistentvolume/sample_event.json b/test/packages/kubernetes/data_stream/state_persistentvolume/sample_event.json deleted file mode 100644 index cbc6f7f846..0000000000 --- a/test/packages/kubernetes/data_stream/state_persistentvolume/sample_event.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:43:54.412Z", - "ecs": { - "version": "1.5.0" - }, - "event": { - "module": "kubernetes", - "duration": 12149615, - "dataset": "kubernetes.persistentvolume" - }, - "agent": { - "version": "8.0.0", - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat" - }, - "kubernetes": { - "persistentvolume": { - "capacity": { - "bytes": 10737418240 - }, - "phase": "Bound", - "storage_class": "manual", - "name": "task-pv-volume" - }, - "labels": { - "type": "local" - } - }, - "host": { - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "architecture": "x86_64", - "os": { - "codename": "Core", - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81" - }, - "id": "b0e83d397c054b8a99a431072fe4617b", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "containerized": false - }, - "metricset": { - "period": 10000, - "name": "state_persistentvolume" - }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/_dev/test/system/test-default-config.yml deleted file mode 100644 index 0f4bd620c0..0000000000 --- a/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,6 +0,0 @@ -service: kubernetes -data_stream: - vars: - hosts: - # this is the DNS name of the k8s service for kube-state-metrics deployment - - http://kube-state-metrics:8080 diff --git a/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/agent/stream/stream.yml.hbs deleted file mode 100644 index 06ae236140..0000000000 --- a/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,10 +0,0 @@ -metricsets: ["state_persistentvolumeclaim"] -add_metadata: {{add_metadata}} -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} -{{#if leaderelection}} -condition: ${kubernetes_leaderelection.leader} == true -{{/if}} diff --git a/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/fields/agent.yml b/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/fields/base-fields.yml b/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/fields/base-fields.yml deleted file mode 100644 index d43ffd7964..0000000000 --- a/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/fields/base-fields.yml +++ /dev/null @@ -1,90 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/fields/ecs.yml b/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/fields/fields.yml b/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/fields/fields.yml deleted file mode 100644 index 3b5f813d07..0000000000 --- a/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/fields/fields.yml +++ /dev/null @@ -1,23 +0,0 @@ -- name: kubernetes.persistentvolumeclaim - type: group - fields: - - name: name - type: keyword - description: PVC name. - - name: volume_name - type: keyword - description: Binded volume name. - - name: request_storage.bytes - type: long - unit: byte - metric_type: gauge - description: Requested capacity. - - name: phase - type: keyword - description: PVC phase. - - name: access_mode - type: keyword - description: Access mode. - - name: storage_class - type: keyword - description: Storage class for the PVC. diff --git a/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/manifest.yml b/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/manifest.yml deleted file mode 100644 index 2c7264c612..0000000000 --- a/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/manifest.yml +++ /dev/null @@ -1,38 +0,0 @@ -title: Kubernetes PersistentVolumeClaim metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - enabled: false - vars: - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - kube-state-metrics:8080 - - name: leaderelection - type: bool - title: Leader Election - multi: false - required: true - show_user: true - default: true - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - title: Kubernetes PersistentVolumeClaim metrics - description: Collect Kubernetes PersistentVolumeClaim metrics from kube_state_metrics diff --git a/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/sample_event.json b/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/sample_event.json deleted file mode 100644 index 0a1204964a..0000000000 --- a/test/packages/kubernetes/data_stream/state_persistentvolumeclaim/sample_event.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:44:44.418Z", - "event": { - "dataset": "kubernetes.persistentvolumeclaim", - "module": "kubernetes", - "duration": 5698588 - }, - "metricset": { - "name": "state_persistentvolumeclaim", - "period": 10000 - }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" - }, - "kubernetes": { - "namespace": "default", - "persistentvolumeclaim": { - "phase": "Bound", - "storage_class": "manual", - "volume_name": "task-pv-volume", - "name": "task-pv-claim", - "request_storage": { - "bytes": 3221225472 - }, - "access_mode": "ReadWriteOnce" - } - }, - "agent": { - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0", - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee" - }, - "ecs": { - "version": "1.5.0" - }, - "host": { - "os": { - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81", - "codename": "Core" - }, - "id": "b0e83d397c054b8a99a431072fe4617b", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "containerized": false, - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "architecture": "x86_64" - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/state_replicaset/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/state_replicaset/_dev/test/system/test-default-config.yml deleted file mode 100644 index 0f4bd620c0..0000000000 --- a/test/packages/kubernetes/data_stream/state_replicaset/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,6 +0,0 @@ -service: kubernetes -data_stream: - vars: - hosts: - # this is the DNS name of the k8s service for kube-state-metrics deployment - - http://kube-state-metrics:8080 diff --git a/test/packages/kubernetes/data_stream/state_replicaset/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/state_replicaset/agent/stream/stream.yml.hbs deleted file mode 100644 index 8b4cdd5828..0000000000 --- a/test/packages/kubernetes/data_stream/state_replicaset/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,10 +0,0 @@ -metricsets: ["state_replicaset"] -add_metadata: {{add_metadata}} -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} -{{#if leaderelection}} -condition: ${kubernetes_leaderelection.leader} == true -{{/if}} diff --git a/test/packages/kubernetes/data_stream/state_replicaset/fields/agent.yml b/test/packages/kubernetes/data_stream/state_replicaset/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/state_replicaset/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/state_replicaset/fields/base-fields.yml b/test/packages/kubernetes/data_stream/state_replicaset/fields/base-fields.yml deleted file mode 100644 index d43ffd7964..0000000000 --- a/test/packages/kubernetes/data_stream/state_replicaset/fields/base-fields.yml +++ /dev/null @@ -1,90 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/state_replicaset/fields/ecs.yml b/test/packages/kubernetes/data_stream/state_replicaset/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/state_replicaset/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/state_replicaset/fields/fields.yml b/test/packages/kubernetes/data_stream/state_replicaset/fields/fields.yml deleted file mode 100644 index 40928a7713..0000000000 --- a/test/packages/kubernetes/data_stream/state_replicaset/fields/fields.yml +++ /dev/null @@ -1,31 +0,0 @@ -- name: kubernetes.replicaset - type: group - fields: - - name: replicas - type: group - fields: - - name: available - type: long - metric_type: gauge - description: | - The number of replicas per ReplicaSet - - name: desired - type: long - metric_type: gauge - description: | - The number of replicas per ReplicaSet - - name: ready - type: long - metric_type: gauge - description: | - The number of ready replicas per ReplicaSet - - name: observed - type: long - metric_type: gauge - description: | - The generation observed by the ReplicaSet controller - - name: labeled - type: long - metric_type: gauge - description: | - The number of fully labeled replicas per ReplicaSet diff --git a/test/packages/kubernetes/data_stream/state_replicaset/manifest.yml b/test/packages/kubernetes/data_stream/state_replicaset/manifest.yml deleted file mode 100644 index 6727fd45bd..0000000000 --- a/test/packages/kubernetes/data_stream/state_replicaset/manifest.yml +++ /dev/null @@ -1,38 +0,0 @@ -title: Kubernetes state_replicaset metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - enabled: false - vars: - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - kube-state-metrics:8080 - - name: leaderelection - type: bool - title: Leader Election - multi: false - required: true - show_user: true - default: true - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - title: Kubernetes Replicaset metrics - description: Collect Kubernetes Replicaset metrics from kube_state_metrics diff --git a/test/packages/kubernetes/data_stream/state_replicaset/sample_event.json b/test/packages/kubernetes/data_stream/state_replicaset/sample_event.json deleted file mode 100644 index e5506863d7..0000000000 --- a/test/packages/kubernetes/data_stream/state_replicaset/sample_event.json +++ /dev/null @@ -1,69 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:38:54.482Z", - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" - }, - "metricset": { - "period": 10000, - "name": "state_replicaset" - }, - "event": { - "module": "kubernetes", - "duration": 5456128, - "dataset": "kubernetes.replicaset" - }, - "kubernetes": { - "namespace": "kube-system", - "replicaset": { - "name": "nginx-ingress-controller-6fc5bcc8c9", - "replicas": { - "labeled": 1, - "ready": 1, - "available": 1, - "observed": 1, - "desired": 1 - } - }, - "deployment": { - "name": "nginx-ingress-controller" - }, - "labels": { - "app_kubernetes_io/part-of": "kube-system", - "pod-template-hash": "6fc5bcc8c9", - "addonmanager_kubernetes_io/mode": "Reconcile", - "app_kubernetes_io/name": "nginx-ingress-controller" - } - }, - "agent": { - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0" - }, - "ecs": { - "version": "1.5.0" - }, - "host": { - "containerized": false, - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "architecture": "x86_64", - "os": { - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81", - "codename": "Core" - }, - "id": "b0e83d397c054b8a99a431072fe4617b" - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/state_resourcequota/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/state_resourcequota/_dev/test/system/test-default-config.yml deleted file mode 100644 index 0f4bd620c0..0000000000 --- a/test/packages/kubernetes/data_stream/state_resourcequota/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,6 +0,0 @@ -service: kubernetes -data_stream: - vars: - hosts: - # this is the DNS name of the k8s service for kube-state-metrics deployment - - http://kube-state-metrics:8080 diff --git a/test/packages/kubernetes/data_stream/state_resourcequota/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/state_resourcequota/agent/stream/stream.yml.hbs deleted file mode 100644 index 2b7da2e386..0000000000 --- a/test/packages/kubernetes/data_stream/state_resourcequota/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,10 +0,0 @@ -metricsets: ["state_resourcequota"] -add_metadata: {{add_metadata}} -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} -{{#if leaderelection}} -condition: ${kubernetes_leaderelection.leader} == true -{{/if}} diff --git a/test/packages/kubernetes/data_stream/state_resourcequota/fields/agent.yml b/test/packages/kubernetes/data_stream/state_resourcequota/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/state_resourcequota/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/state_resourcequota/fields/base-fields.yml b/test/packages/kubernetes/data_stream/state_resourcequota/fields/base-fields.yml deleted file mode 100644 index d43ffd7964..0000000000 --- a/test/packages/kubernetes/data_stream/state_resourcequota/fields/base-fields.yml +++ /dev/null @@ -1,90 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/state_resourcequota/fields/ecs.yml b/test/packages/kubernetes/data_stream/state_resourcequota/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/state_resourcequota/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/state_resourcequota/fields/fields.yml b/test/packages/kubernetes/data_stream/state_resourcequota/fields/fields.yml deleted file mode 100644 index 015f40048a..0000000000 --- a/test/packages/kubernetes/data_stream/state_resourcequota/fields/fields.yml +++ /dev/null @@ -1,21 +0,0 @@ -- name: kubernetes.resourcequota - type: group - fields: - - name: created.sec - type: double - unit: s - metric_type: gauge - description: Epoch seconds since the ResourceQuota was created - - name: quota - type: double - metric_type: gauge - description: Quota informed (hard or used) for the resource - - name: name - type: keyword - description: ResourceQuota name - - name: type - type: keyword - description: Quota information type, `hard` or `used` - - name: resource - type: keyword - description: Resource name the quota applies to diff --git a/test/packages/kubernetes/data_stream/state_resourcequota/manifest.yml b/test/packages/kubernetes/data_stream/state_resourcequota/manifest.yml deleted file mode 100644 index b5813ff9c1..0000000000 --- a/test/packages/kubernetes/data_stream/state_resourcequota/manifest.yml +++ /dev/null @@ -1,38 +0,0 @@ -title: Kubernetes ResourceQuota metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - enabled: false - vars: - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - kube-state-metrics:8080 - - name: leaderelection - type: bool - title: Leader Election - multi: false - required: true - show_user: true - default: true - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - title: Kubernetes ResourceQuota metrics - description: Collect Kubernetes ResourceQuota metrics from kube_state_metrics diff --git a/test/packages/kubernetes/data_stream/state_resourcequota/sample_event.json b/test/packages/kubernetes/data_stream/state_resourcequota/sample_event.json deleted file mode 100644 index d3603943f0..0000000000 --- a/test/packages/kubernetes/data_stream/state_resourcequota/sample_event.json +++ /dev/null @@ -1,56 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:45:04.416Z", - "metricset": { - "name": "state_resourcequota", - "period": 10000 - }, - "host": { - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "architecture": "x86_64", - "os": { - "codename": "Core", - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81" - }, - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false, - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ] - }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" - }, - "event": { - "dataset": "kubernetes.resourcequota", - "module": "kubernetes", - "duration": 6324269 - }, - "agent": { - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0", - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487" - }, - "ecs": { - "version": "1.5.0" - }, - "kubernetes": { - "namespace": "quota-object-example", - "resourcequota": { - "name": "object-quota-demo", - "resource": "persistentvolumeclaims", - "type": "hard", - "quota": 1 - } - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/state_service/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/state_service/agent/stream/stream.yml.hbs deleted file mode 100644 index 1343496786..0000000000 --- a/test/packages/kubernetes/data_stream/state_service/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,10 +0,0 @@ -metricsets: ["state_service"] -add_metadata: {{add_metadata}} -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} -{{#if leaderelection}} -condition: ${kubernetes_leaderelection.leader} == true -{{/if}} diff --git a/test/packages/kubernetes/data_stream/state_service/fields/agent.yml b/test/packages/kubernetes/data_stream/state_service/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/state_service/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/state_service/fields/base-fields.yml b/test/packages/kubernetes/data_stream/state_service/fields/base-fields.yml deleted file mode 100644 index d43ffd7964..0000000000 --- a/test/packages/kubernetes/data_stream/state_service/fields/base-fields.yml +++ /dev/null @@ -1,90 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/state_service/fields/ecs.yml b/test/packages/kubernetes/data_stream/state_service/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/state_service/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/state_service/fields/fields.yml b/test/packages/kubernetes/data_stream/state_service/fields/fields.yml deleted file mode 100644 index 85100326ea..0000000000 --- a/test/packages/kubernetes/data_stream/state_service/fields/fields.yml +++ /dev/null @@ -1,30 +0,0 @@ -- name: kubernetes.service - type: group - fields: - - name: name - type: keyword - description: Service name. - - name: cluster_ip - type: ip - description: Internal IP for the service. - - name: external_name - type: keyword - description: Service external DNS name - - name: external_ip - type: keyword - description: Service external IP - - name: load_balancer_ip - type: keyword - description: Load Balancer service IP - - name: type - type: keyword - description: Service type - - name: ingress_ip - type: keyword - description: Ingress IP - - name: ingress_hostname - type: keyword - description: Ingress Hostname - - name: created - type: date - description: Service creation date diff --git a/test/packages/kubernetes/data_stream/state_service/manifest.yml b/test/packages/kubernetes/data_stream/state_service/manifest.yml deleted file mode 100644 index 1827542fde..0000000000 --- a/test/packages/kubernetes/data_stream/state_service/manifest.yml +++ /dev/null @@ -1,38 +0,0 @@ -title: Kubernetes Service metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - enabled: false - vars: - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - kube-state-metrics:8080 - - name: leaderelection - type: bool - title: Leader Election - multi: false - required: true - show_user: true - default: true - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - title: Kubernetes Service metrics - description: Collect Kubernetes Service metrics from kube_state_metrics diff --git a/test/packages/kubernetes/data_stream/state_service/sample_event.json b/test/packages/kubernetes/data_stream/state_service/sample_event.json deleted file mode 100644 index a6cd05ed17..0000000000 --- a/test/packages/kubernetes/data_stream/state_service/sample_event.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:39:24.389Z", - "kubernetes": { - "labels": { - "kubernetes_io_minikube_addons_endpoint": "metrics-server", - "kubernetes_io_name": "Metrics-server", - "addonmanager_kubernetes_io_mode": "Reconcile", - "kubernetes_io_minikube_addons": "metrics-server" - }, - "service": { - "name": "metrics-server", - "created": "2020-06-10T09:02:27.000Z", - "cluster_ip": "10.96.124.248", - "type": "ClusterIP" - }, - "namespace": "kube-system" - }, - "event": { - "dataset": "kubernetes.service", - "module": "kubernetes", - "duration": 10966648 - }, - "metricset": { - "name": "state_service", - "period": 10000 - }, - "host": { - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false, - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "architecture": "x86_64", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "os": { - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81", - "codename": "Core" - } - }, - "agent": { - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0", - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee" - }, - "ecs": { - "version": "1.5.0" - }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/state_statefulset/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/state_statefulset/_dev/test/system/test-default-config.yml deleted file mode 100644 index 0f4bd620c0..0000000000 --- a/test/packages/kubernetes/data_stream/state_statefulset/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,6 +0,0 @@ -service: kubernetes -data_stream: - vars: - hosts: - # this is the DNS name of the k8s service for kube-state-metrics deployment - - http://kube-state-metrics:8080 diff --git a/test/packages/kubernetes/data_stream/state_statefulset/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/state_statefulset/agent/stream/stream.yml.hbs deleted file mode 100644 index 2ecf8cc5f3..0000000000 --- a/test/packages/kubernetes/data_stream/state_statefulset/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,10 +0,0 @@ -metricsets: ["state_statefulset"] -add_metadata: {{add_metadata}} -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} -{{#if leaderelection}} -condition: ${kubernetes_leaderelection.leader} == true -{{/if}} diff --git a/test/packages/kubernetes/data_stream/state_statefulset/fields/agent.yml b/test/packages/kubernetes/data_stream/state_statefulset/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/state_statefulset/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/state_statefulset/fields/base-fields.yml b/test/packages/kubernetes/data_stream/state_statefulset/fields/base-fields.yml deleted file mode 100644 index d43ffd7964..0000000000 --- a/test/packages/kubernetes/data_stream/state_statefulset/fields/base-fields.yml +++ /dev/null @@ -1,90 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/state_statefulset/fields/ecs.yml b/test/packages/kubernetes/data_stream/state_statefulset/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/state_statefulset/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/state_statefulset/fields/fields.yml b/test/packages/kubernetes/data_stream/state_statefulset/fields/fields.yml deleted file mode 100644 index e28adddcaa..0000000000 --- a/test/packages/kubernetes/data_stream/state_statefulset/fields/fields.yml +++ /dev/null @@ -1,40 +0,0 @@ -- name: kubernetes.statefulset - type: group - fields: - - name: created - type: long - metric_type: gauge - description: | - The creation timestamp (epoch) for StatefulSet - - name: replicas - type: group - fields: - - name: observed - type: long - metric_type: gauge - description: | - The number of observed replicas per StatefulSet - - name: desired - type: long - metric_type: gauge - description: | - The number of desired replicas per StatefulSet - - name: ready - type: long - metric_type: gauge - description: > - The number of ready replicas per StatefulSet - - - name: generation - type: group - fields: - - name: observed - type: long - metric_type: gauge - description: | - The observed generation per StatefulSet - - name: desired - type: long - metric_type: gauge - description: | - The desired generation per StatefulSet diff --git a/test/packages/kubernetes/data_stream/state_statefulset/manifest.yml b/test/packages/kubernetes/data_stream/state_statefulset/manifest.yml deleted file mode 100644 index 4bab01e842..0000000000 --- a/test/packages/kubernetes/data_stream/state_statefulset/manifest.yml +++ /dev/null @@ -1,38 +0,0 @@ -title: Kubernetes StatefulSet metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - enabled: false - vars: - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - kube-state-metrics:8080 - - name: leaderelection - type: bool - title: Leader Election - multi: false - required: true - show_user: true - default: true - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - title: Kubernetes StatefulSet metrics - description: Collect Kubernetes StatefulSet metrics from kube_state_metrics diff --git a/test/packages/kubernetes/data_stream/state_statefulset/sample_event.json b/test/packages/kubernetes/data_stream/state_statefulset/sample_event.json deleted file mode 100644 index 9a87bc3df2..0000000000 --- a/test/packages/kubernetes/data_stream/state_statefulset/sample_event.json +++ /dev/null @@ -1,62 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:39:24.389Z", - "kubernetes": { - "namespace": "default", - "statefulset": { - "created": 1511989697, - "generation": { - "desired": 4, - "observed": 2 - }, - "name": "mysql", - "replicas": { - "desired": 5, - "observed": 2 - } - } - }, - "event": { - "dataset": "kubernetes.statefulset", - "module": "kubernetes", - "duration": 10966648 - }, - "metricset": { - "name": "state_statefulset", - "period": 10000 - }, - "host": { - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false, - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ], - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "architecture": "x86_64", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "os": { - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81", - "codename": "Core" - } - }, - "agent": { - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0", - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee" - }, - "ecs": { - "version": "1.5.0" - }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/state_storageclass/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/state_storageclass/_dev/test/system/test-default-config.yml deleted file mode 100644 index 0f4bd620c0..0000000000 --- a/test/packages/kubernetes/data_stream/state_storageclass/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,6 +0,0 @@ -service: kubernetes -data_stream: - vars: - hosts: - # this is the DNS name of the k8s service for kube-state-metrics deployment - - http://kube-state-metrics:8080 diff --git a/test/packages/kubernetes/data_stream/state_storageclass/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/state_storageclass/agent/stream/stream.yml.hbs deleted file mode 100644 index acf1b2e2c6..0000000000 --- a/test/packages/kubernetes/data_stream/state_storageclass/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,10 +0,0 @@ -metricsets: ["state_storageclass"] -add_metadata: {{add_metadata}} -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} -{{#if leaderelection}} -condition: ${kubernetes_leaderelection.leader} == true -{{/if}} diff --git a/test/packages/kubernetes/data_stream/state_storageclass/fields/agent.yml b/test/packages/kubernetes/data_stream/state_storageclass/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/state_storageclass/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/state_storageclass/fields/base-fields.yml b/test/packages/kubernetes/data_stream/state_storageclass/fields/base-fields.yml deleted file mode 100644 index d43ffd7964..0000000000 --- a/test/packages/kubernetes/data_stream/state_storageclass/fields/base-fields.yml +++ /dev/null @@ -1,90 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/state_storageclass/fields/ecs.yml b/test/packages/kubernetes/data_stream/state_storageclass/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/state_storageclass/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/state_storageclass/fields/fields.yml b/test/packages/kubernetes/data_stream/state_storageclass/fields/fields.yml deleted file mode 100644 index c190f1dbb1..0000000000 --- a/test/packages/kubernetes/data_stream/state_storageclass/fields/fields.yml +++ /dev/null @@ -1,18 +0,0 @@ -- name: kubernetes.storageclass - type: group - fields: - - name: name - type: keyword - description: Storage class name. - - name: provisioner - type: keyword - description: Volume provisioner for the storage class. - - name: reclaim_policy - type: keyword - description: Reclaim policy for dynamically created volumes - - name: volume_binding_mode - type: keyword - description: Mode for default provisioning and binding - - name: created - type: date - description: Storage class creation date diff --git a/test/packages/kubernetes/data_stream/state_storageclass/manifest.yml b/test/packages/kubernetes/data_stream/state_storageclass/manifest.yml deleted file mode 100644 index 95b7e9d631..0000000000 --- a/test/packages/kubernetes/data_stream/state_storageclass/manifest.yml +++ /dev/null @@ -1,38 +0,0 @@ -title: Kubernetes StorageClass metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - enabled: false - vars: - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - kube-state-metrics:8080 - - name: leaderelection - type: bool - title: Leader Election - multi: false - required: true - show_user: true - default: true - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - title: Kubernetes StorageClass metrics - description: Collect Kubernetes StorageClass metrics from kube_state_metrics diff --git a/test/packages/kubernetes/data_stream/state_storageclass/sample_event.json b/test/packages/kubernetes/data_stream/state_storageclass/sample_event.json deleted file mode 100644 index de074d381d..0000000000 --- a/test/packages/kubernetes/data_stream/state_storageclass/sample_event.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:39:44.399Z", - "agent": { - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "type": "metricbeat", - "version": "8.0.0", - "ephemeral_id": "644323b5-5d6a-4dfb-92dd-35ca602db487", - "id": "a6147a6e-6626-4a84-9907-f372f6c61eee" - }, - "kubernetes": { - "storageclass": { - "provisioner": "k8s.io/minikube-hostpath", - "reclaim_policy": "Delete", - "volume_binding_mode": "Immediate", - "name": "standard", - "created": "2020-06-10T09:02:27.000Z" - }, - "labels": { - "addonmanager_kubernetes_io_mode": "EnsureExists" - } - }, - "host": { - "hostname": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "architecture": "x86_64", - "os": { - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81", - "codename": "Core" - }, - "id": "b0e83d397c054b8a99a431072fe4617b", - "name": "agent-ingest-management-clusterscope-674dbb75df-rp8cc", - "containerized": false, - "ip": [ - "172.17.0.11" - ], - "mac": [ - "02:42:ac:11:00:0b" - ] - }, - "event": { - "module": "kubernetes", - "duration": 5713503, - "dataset": "kubernetes.storageclass" - }, - "metricset": { - "name": "state_storageclass", - "period": 10000 - }, - "service": { - "address": "kube-state-metrics:8080", - "type": "kubernetes" - }, - "ecs": { - "version": "1.5.0" - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/system/_dev/deploy/k8s/.empty b/test/packages/kubernetes/data_stream/system/_dev/deploy/k8s/.empty deleted file mode 100644 index e69de29bb2..0000000000 diff --git a/test/packages/kubernetes/data_stream/system/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/system/_dev/test/system/test-default-config.yml deleted file mode 100644 index 6c69562d49..0000000000 --- a/test/packages/kubernetes/data_stream/system/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,7 +0,0 @@ -service: kubernetes -data_stream: - vars: - bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token - period: 5s - hosts: - - https://{{Hostname}}:10250 diff --git a/test/packages/kubernetes/data_stream/system/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/system/agent/stream/stream.yml.hbs deleted file mode 100644 index 7157b762c7..0000000000 --- a/test/packages/kubernetes/data_stream/system/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,11 +0,0 @@ -metricsets: ["system"] -add_metadata: {{add_metadata}} -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} -{{#if bearer_token_file}} -bearer_token_file: {{bearer_token_file}} -ssl.verification_mode: {{ssl.verification_mode}} -{{/if}} diff --git a/test/packages/kubernetes/data_stream/system/fields/agent.yml b/test/packages/kubernetes/data_stream/system/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/system/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/system/fields/base-fields.yml b/test/packages/kubernetes/data_stream/system/fields/base-fields.yml deleted file mode 100644 index d43ffd7964..0000000000 --- a/test/packages/kubernetes/data_stream/system/fields/base-fields.yml +++ /dev/null @@ -1,90 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/system/fields/ecs.yml b/test/packages/kubernetes/data_stream/system/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/system/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/system/fields/fields.yml b/test/packages/kubernetes/data_stream/system/fields/fields.yml deleted file mode 100644 index 67f7f21604..0000000000 --- a/test/packages/kubernetes/data_stream/system/fields/fields.yml +++ /dev/null @@ -1,73 +0,0 @@ -- name: kubernetes.system - type: group - fields: - - name: container - type: keyword - description: | - Container name - - name: start_time - type: date - description: | - Start time - - name: cpu - type: group - fields: - - name: usage - type: group - fields: - - name: core - type: group - fields: - - name: ns - type: long - metric_type: gauge - description: | - CPU Core usage nanoseconds - - name: nanocores - type: long - metric_type: gauge - description: | - CPU used nanocores - - name: memory - type: group - fields: - - name: usage - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Total memory usage - - name: rss - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - RSS memory usage - - name: workingset - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Working set memory usage - - name: pagefaults - type: long - metric_type: counter - description: | - Number of page faults - - name: majorpagefaults - type: long - metric_type: counter - description: | - Number of major page faults diff --git a/test/packages/kubernetes/data_stream/system/manifest.yml b/test/packages/kubernetes/data_stream/system/manifest.yml deleted file mode 100644 index a75c2ab4fc..0000000000 --- a/test/packages/kubernetes/data_stream/system/manifest.yml +++ /dev/null @@ -1,44 +0,0 @@ -title: Kubernetes System metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - vars: - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: bearer_token_file - type: text - title: Bearer Token File - multi: false - required: true - show_user: true - default: /var/run/secrets/kubernetes.io/serviceaccount/token - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - https://${env.NODE_NAME}:10250 - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - - name: ssl.verification_mode - type: text - title: SSL Verification Mode - multi: false - required: true - show_user: true - default: none - title: Kubernetes System metrics - description: Collect Kubernetes system metrics diff --git a/test/packages/kubernetes/data_stream/system/sample_event.json b/test/packages/kubernetes/data_stream/system/sample_event.json deleted file mode 100644 index 1c490ef754..0000000000 --- a/test/packages/kubernetes/data_stream/system/sample_event.json +++ /dev/null @@ -1,101 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:39:59.647Z", - "service": { - "address": "minikube:10250", - "type": "kubernetes" - }, - "event": { - "duration": 20012905, - "dataset": "kubernetes.system", - "module": "kubernetes" - }, - "ecs": { - "version": "1.5.0" - }, - "host": { - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ], - "hostname": "minikube", - "name": "minikube", - "architecture": "x86_64", - "os": { - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81", - "codename": "Core", - "platform": "centos" - }, - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false, - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ] - }, - "agent": { - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", - "name": "minikube", - "type": "metricbeat", - "version": "8.0.0" - }, - "kubernetes": { - "node": { - "name": "minikube" - }, - "system": { - "container": "runtime", - "cpu": { - "usage": { - "nanocores": 35779815, - "core": { - "ns": 530899961233 - } - } - }, - "memory": { - "pagefaults": 12944019, - "majorpagefaults": 99, - "usage": { - "bytes": 198279168 - }, - "workingset": { - "bytes": 178794496 - }, - "rss": { - "bytes": 125259776 - } - }, - "start_time": "2020-06-25T07:19:32Z" - } - }, - "metricset": { - "name": "system", - "period": 10000 - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/data_stream/volume/_dev/deploy/k8s/.empty b/test/packages/kubernetes/data_stream/volume/_dev/deploy/k8s/.empty deleted file mode 100644 index e69de29bb2..0000000000 diff --git a/test/packages/kubernetes/data_stream/volume/_dev/test/system/test-default-config.yml b/test/packages/kubernetes/data_stream/volume/_dev/test/system/test-default-config.yml deleted file mode 100644 index 6c69562d49..0000000000 --- a/test/packages/kubernetes/data_stream/volume/_dev/test/system/test-default-config.yml +++ /dev/null @@ -1,7 +0,0 @@ -service: kubernetes -data_stream: - vars: - bearer_token_file: /var/run/secrets/kubernetes.io/serviceaccount/token - period: 5s - hosts: - - https://{{Hostname}}:10250 diff --git a/test/packages/kubernetes/data_stream/volume/agent/stream/stream.yml.hbs b/test/packages/kubernetes/data_stream/volume/agent/stream/stream.yml.hbs deleted file mode 100644 index d546a66630..0000000000 --- a/test/packages/kubernetes/data_stream/volume/agent/stream/stream.yml.hbs +++ /dev/null @@ -1,11 +0,0 @@ -metricsets: ["volume"] -add_metadata: {{add_metadata}} -hosts: -{{#each hosts}} - - {{this}} -{{/each}} -period: {{period}} -{{#if bearer_token_file}} -bearer_token_file: {{bearer_token_file}} -ssl.verification_mode: {{ssl.verification_mode}} -{{/if}} diff --git a/test/packages/kubernetes/data_stream/volume/fields/agent.yml b/test/packages/kubernetes/data_stream/volume/fields/agent.yml deleted file mode 100644 index da4e652c53..0000000000 --- a/test/packages/kubernetes/data_stream/volume/fields/agent.yml +++ /dev/null @@ -1,198 +0,0 @@ -- name: cloud - title: Cloud - group: 2 - description: Fields related to the cloud or infrastructure the events are coming from. - footnote: 'Examples: If Metricbeat is running on an EC2 host and fetches data from its host, the cloud info contains the data about this machine. If Metricbeat runs on a remote machine outside the cloud and fetches data from a service running in the cloud, the field contains cloud data from the machine the service is running on.' - type: group - fields: - - name: account.id - level: extended - type: keyword - ignore_above: 1024 - description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment. - - Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.' - example: 666777888999 - - name: availability_zone - level: extended - type: keyword - ignore_above: 1024 - description: Availability zone in which this host is running. - example: us-east-1c - - name: instance.id - level: extended - type: keyword - ignore_above: 1024 - description: Instance ID of the host machine. - example: i-1234567890abcdef0 - - name: instance.name - level: extended - type: keyword - ignore_above: 1024 - description: Instance name of the host machine. - - name: machine.type - level: extended - type: keyword - ignore_above: 1024 - description: Machine type of the host machine. - example: t2.medium - - name: provider - level: extended - type: keyword - ignore_above: 1024 - description: Name of the cloud provider. Example values are aws, azure, gcp, or digitalocean. - example: aws - - name: region - level: extended - type: keyword - ignore_above: 1024 - description: Region in which this host is running. - example: us-east-1 - - name: project.id - type: keyword - description: Name of the project in Google Cloud. - - name: image.id - type: keyword - description: Image ID for the cloud instance. -- name: container - title: Container - group: 2 - description: 'Container fields are used for meta information about the specific container that is the source of information. - - These fields help correlate data based containers from any runtime.' - type: group - fields: - - name: id - level: core - type: keyword - ignore_above: 1024 - description: Unique container id. - - name: image.name - level: extended - type: keyword - ignore_above: 1024 - description: Name of the image the container was built on. - - name: labels - level: extended - type: object - object_type: keyword - description: Image labels. - - name: name - level: extended - type: keyword - ignore_above: 1024 - description: Container name. -- name: host - title: Host - group: 2 - description: 'A host is defined as a general computing instance. - - ECS host.* fields should be populated with details about the host on which the event happened, or from which the measurement was taken. Host types include hardware, virtual machines, Docker containers, and Kubernetes nodes.' - type: group - fields: - - name: architecture - level: core - type: keyword - ignore_above: 1024 - description: Operating system architecture. - example: x86_64 - - name: domain - level: extended - type: keyword - ignore_above: 1024 - description: 'Name of the domain of which the host is a member. - - For example, on Windows this could be the host''s Active Directory domain or NetBIOS domain name. For Linux this could be the domain of the host''s LDAP provider.' - example: CONTOSO - default_field: false - - name: hostname - level: core - type: keyword - ignore_above: 1024 - description: 'Hostname of the host. - - It normally contains what the `hostname` command returns on the host machine.' - - name: id - level: core - type: keyword - ignore_above: 1024 - description: 'Unique host id. - - As hostname is not always unique, use values that are meaningful in your environment. - - Example: The current usage of `beat.name`.' - - name: ip - level: core - type: ip - description: Host ip addresses. - - name: mac - level: core - type: keyword - ignore_above: 1024 - description: Host mac addresses. - - name: name - level: core - type: keyword - ignore_above: 1024 - description: 'Name of the host. - - It can contain what `hostname` returns on Unix systems, the fully qualified domain name, or a name specified by the user. The sender decides which value to use.' - - name: os.family - level: extended - type: keyword - ignore_above: 1024 - description: OS family (such as redhat, debian, freebsd, windows). - example: debian - - name: os.kernel - level: extended - type: keyword - ignore_above: 1024 - description: Operating system kernel version as a raw string. - example: 4.4.0-112-generic - - name: os.name - level: extended - type: keyword - ignore_above: 1024 - multi_fields: - - name: text - type: text - norms: false - default_field: false - description: Operating system name, without the version. - example: Mac OS X - - name: os.platform - level: extended - type: keyword - ignore_above: 1024 - description: Operating system platform (such centos, ubuntu, windows). - example: darwin - - name: os.version - level: extended - type: keyword - ignore_above: 1024 - description: Operating system version as a raw string. - example: 10.14.1 - - name: type - level: core - type: keyword - ignore_above: 1024 - description: 'Type of host. - - For Cloud providers this can be the machine type like `t2.medium`. If vm, this could be the container, for example, or other information meaningful in your environment.' - - name: containerized - type: boolean - description: > - If the host is a container. - - - name: os.build - type: keyword - example: "18D109" - description: > - OS build information. - - - name: os.codename - type: keyword - example: "stretch" - description: > - OS codename, if any. - diff --git a/test/packages/kubernetes/data_stream/volume/fields/base-fields.yml b/test/packages/kubernetes/data_stream/volume/fields/base-fields.yml deleted file mode 100644 index d43ffd7964..0000000000 --- a/test/packages/kubernetes/data_stream/volume/fields/base-fields.yml +++ /dev/null @@ -1,90 +0,0 @@ -- name: data_stream.type - type: constant_keyword - description: Data stream type. -- name: data_stream.dataset - type: constant_keyword - description: Data stream dataset. -- name: data_stream.namespace - type: constant_keyword - description: Data stream namespace. -- name: '@timestamp' - type: date - description: Event timestamp. -- name: kubernetes - type: group - fields: - - name: pod.name - type: keyword - description: > - Kubernetes pod name - - - name: pod.uid - type: keyword - description: > - Kubernetes pod UID - - - name: pod.ip - type: ip - description: > - Kubernetes pod IP - - - name: namespace - type: keyword - description: > - Kubernetes namespace - - - name: node.name - type: keyword - description: > - Kubernetes node name - - - name: node.hostname - type: keyword - description: > - Kubernetes hostname as reported by the node’s kernel - - - name: labels.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes labels map - - - name: annotations.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes annotations map - - - name: selectors.* - type: object - object_type: keyword - object_type_mapping_type: "*" - description: > - Kubernetes Service selectors map - - - name: replicaset.name - type: keyword - description: > - Kubernetes replicaset name - - - name: deployment.name - type: keyword - description: > - Kubernetes deployment name - - - name: statefulset.name - type: keyword - description: > - Kubernetes statefulset name - - - name: container.name - type: keyword - description: > - Kubernetes container name - - - name: container.image - type: keyword - description: >- - Kubernetes container image diff --git a/test/packages/kubernetes/data_stream/volume/fields/ecs.yml b/test/packages/kubernetes/data_stream/volume/fields/ecs.yml deleted file mode 100644 index adbab0f791..0000000000 --- a/test/packages/kubernetes/data_stream/volume/fields/ecs.yml +++ /dev/null @@ -1,13 +0,0 @@ -- name: ecs.version - type: keyword - description: ECS version -- name: service.address - type: keyword - description: Service address -- name: service.type - type: keyword - description: Service type -- name: orchestrator.cluster.name - external: ecs -- name: orchestrator.cluster.url - external: ecs diff --git a/test/packages/kubernetes/data_stream/volume/fields/fields.yml b/test/packages/kubernetes/data_stream/volume/fields/fields.yml deleted file mode 100644 index 49e510f1b4..0000000000 --- a/test/packages/kubernetes/data_stream/volume/fields/fields.yml +++ /dev/null @@ -1,64 +0,0 @@ -- name: kubernetes.volume - type: group - fields: - - name: name - type: keyword - description: | - Volume name - - name: fs - type: group - fields: - - name: capacity - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Filesystem total capacity in bytes - - name: available - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Filesystem total available in bytes - - name: used - type: group - fields: - - name: bytes - type: long - format: bytes - unit: byte - metric_type: gauge - description: | - Filesystem total used in bytes - - name: pct - type: long - unit: percent - metric_type: gauge - description: | - Percentage of filesystem total used - - name: inodes - type: group - fields: - - name: used - type: long - metric_type: gauge - description: | - Used inodes - - name: free - type: long - metric_type: gauge - description: | - Free inodes - - name: count - type: long - metric_type: gauge - description: | - Total inodes diff --git a/test/packages/kubernetes/data_stream/volume/manifest.yml b/test/packages/kubernetes/data_stream/volume/manifest.yml deleted file mode 100644 index d5da20b984..0000000000 --- a/test/packages/kubernetes/data_stream/volume/manifest.yml +++ /dev/null @@ -1,44 +0,0 @@ -title: Kubernetes Volume metrics -release: experimental -type: metrics -streams: - - input: kubernetes/metrics - vars: - - name: add_metadata - type: bool - title: Add Metadata - multi: false - required: true - show_user: true - default: true - - name: bearer_token_file - type: text - title: Bearer Token File - multi: false - required: true - show_user: true - default: /var/run/secrets/kubernetes.io/serviceaccount/token - - name: hosts - type: text - title: Hosts - multi: true - required: true - show_user: true - default: - - https://${env.NODE_NAME}:10250 - - name: period - type: text - title: Period - multi: false - required: true - show_user: true - default: 10s - - name: ssl.verification_mode - type: text - title: SSL Verification Mode - multi: false - required: true - show_user: true - default: none - title: Kubernetes Volume metrics - description: Collect Kubernetes Volume metrics diff --git a/test/packages/kubernetes/data_stream/volume/sample_event.json b/test/packages/kubernetes/data_stream/volume/sample_event.json deleted file mode 100644 index 700d089f1b..0000000000 --- a/test/packages/kubernetes/data_stream/volume/sample_event.json +++ /dev/null @@ -1,99 +0,0 @@ -{ - "@timestamp": "2020-06-25T12:40:19.649Z", - "ecs": { - "version": "1.5.0" - }, - "metricset": { - "name": "volume", - "period": 10000 - }, - "service": { - "type": "kubernetes", - "address": "minikube:10250" - }, - "kubernetes": { - "pod": { - "name": "metricbeat-g9fc6" - }, - "volume": { - "name": "config", - "fs": { - "inodes": { - "used": 5, - "free": 9549949, - "count": 9768928 - }, - "available": { - "bytes": 7719858176 - }, - "capacity": { - "bytes": 17361141760 - }, - "used": { - "bytes": 12288 - } - } - }, - "namespace": "kube-system", - "node": { - "name": "minikube" - } - }, - "host": { - "architecture": "x86_64", - "os": { - "platform": "centos", - "version": "7 (Core)", - "family": "redhat", - "name": "CentOS Linux", - "kernel": "4.19.81", - "codename": "Core" - }, - "id": "b0e83d397c054b8a99a431072fe4617b", - "containerized": false, - "ip": [ - "192.168.64.10", - "fe80::a883:2fff:fe7f:6b12", - "172.17.0.1", - "fe80::42:d4ff:fe8c:9493", - "fe80::2859:80ff:fe9e:fcd6", - "fe80::d83a:d9ff:fee9:7052", - "fe80::880a:b6ff:fe18:ba76", - "fe80::f447:faff:fe80:e88b", - "fe80::9cc3:ffff:fe95:e48e", - "fe80::6c1c:29ff:fe50:d40c", - "fe80::b4f3:11ff:fe60:14ed", - "fe80::20f2:2aff:fe96:1e7b", - "fe80::5434:baff:fede:5720", - "fe80::a878:91ff:fe29:81f7" - ], - "name": "minikube", - "mac": [ - "aa:83:2f:7f:6b:12", - "02:42:d4:8c:94:93", - "2a:59:80:9e:fc:d6", - "da:3a:d9:e9:70:52", - "8a:0a:b6:18:ba:76", - "f6:47:fa:80:e8:8b", - "9e:c3:ff:95:e4:8e", - "6e:1c:29:50:d4:0c", - "b6:f3:11:60:14:ed", - "22:f2:2a:96:1e:7b", - "56:34:ba:de:57:20", - "aa:78:91:29:81:f7" - ], - "hostname": "minikube" - }, - "agent": { - "type": "metricbeat", - "version": "8.0.0", - "ephemeral_id": "b964a246-96c0-456a-a5c2-8c8b1040ecaf", - "id": "f7ec69f9-4997-4e76-b6c7-0c75206b727a", - "name": "minikube" - }, - "event": { - "dataset": "kubernetes.volume", - "module": "kubernetes", - "duration": 12481688 - } -} \ No newline at end of file diff --git a/test/packages/kubernetes/docs/README.md b/test/packages/kubernetes/docs/README.md index f7dc53d855..5a2d112c79 100644 --- a/test/packages/kubernetes/docs/README.md +++ b/test/packages/kubernetes/docs/README.md @@ -1,84 +1,4 @@ # Kubernetes integration This integration is used to collect metrics from -[Kubernetes clusters](https://kubernetes.io/). - -As one of the main pieces provided for Kubernetes monitoring, this integration is capable of fetching metrics from several components: - -- [kubelet](https://kubernetes.io/docs/reference/command-line-tools-reference/kubelet/) -- [kube-state-metrics](https://github.com/kubernetes/kube-state-metrics) -- [apiserver](https://kubernetes.io/docs/reference/command-line-tools-reference/kube-apiserver/) -- [controller-manager](https://kubernetes.io/docs/reference/command-line-tools-reference/kube-controller-manager/) -- [scheduler](https://kubernetes.io/docs/reference/command-line-tools-reference/kube-scheduler/) -- [proxy](https://kubernetes.io/docs/reference/command-line-tools-reference/kube-proxy/) - -Some of the previous components are running on each of the Kubernetes nodes (like `kubelet` or `proxy`) while others provide -a single cluster-wide endpoint. This is important to determine the optimal configuration and running strategy -for the different datasets included in the integration. - -For a complete reference on how to configure and run this package on Kubernetes as part of a `DaemonSet` and a `Deployment`, -there's a complete [example manifest](https://github.com/elastic/beats/blob/master/deploy/kubernetes/elastic-agent-kubernetes.yaml) -available. - -#### Kubernetes endpoints and metricsets - -Kubernetes module is a bit complex as its internal datasets require access to a wide variety of endpoints. - -This section highlights and introduces some groups of datasets with similar endpoint access needs. -For more details on the datasets see `configuration example` and the `datasets` sections below. - - -#### node / system / pod / container / module / volume - -The datasets `container`, `node`, `pod`, `system` and `volume` require access to the `kubelet endpoint` in each of -the Kubernetes nodes, hence it's recommended to include them as part -of an `Agent DaemonSet` or standalone Agents running on the hosts. - -Depending on the version and configuration of Kubernetes nodes, `kubelet` might provide a read only http port (typically 10255), -which is used in some configuration examples. But in general, and lately, this endpoint requires SSL (`https`) access -(to port 10250 by default) and token based authentication. - - -##### state_* and event - -All datasets with the `state_` prefix require `hosts` field pointing to `kube-state-metrics` -service within the cluster. As the service provides cluster-wide metrics, there's no need to fetch them per node, -hence the recommendation is to run these datasets as part of an `Agent Deployment` with one only replica. - -Note: Kube-state-metrics is not deployed by default in Kubernetes. For these cases the instructions for its -deployment are available [here](https://github.com/kubernetes/kube-state-metrics#kubernetes-deployment). -Generally `kube-state-metrics` runs a `Deployment` and is accessible via a service called `kube-state-metrics` on -`kube-system` namespace, which will be the service to use in our configuration. - -state_* datasets are not enabled by default. - -#### apiserver - -The apiserver dataset requires access to the Kubernetes API, which should be easily available in all Kubernetes -environments. Depending on the Kubernetes configuration, the API access might require SSL (`https`) and token -based authentication. - -#### proxy - -The proxy dataset requires access to the proxy endpoint in each of Kubernetes nodes, hence it's recommended -to configure it as a part of an `Agent DaemonSet`. - -#### scheduler and controllermanager - -These datasets require access to the Kubernetes `controller-manager` and `scheduler` endpoints. By default, these pods -run only on master nodes, and they are not exposed via a Service, but there are different strategies -available for its configuration: - -- Create `Kubernetes Services` to make `kube-controller-manager` and `kube-scheduler` available and configure - the datasets to point to these services as part of an `Agent Deployment`. -- Run these datasets as part an `Agent Daemonset` (with HostNetwork setting) with a `nodeSelector` to only run on Master nodes. - -These datasets are not enabled by default. - -Note: In some "As a Service" Kubernetes implementations, like `GKE`, the master nodes or even the pods running on -the masters won't be visible. In these cases it won't be possible to use `scheduler` and `controllermanager` metricsets. - -## Compatibility - -The Kubernetes package is tested with Kubernetes 1.13.x, 1.14.x, 1.15.x, 1.16.x, 1.17.x, and 1.18.x - +[Kubernetes clusters](https://kubernetes.io/). \ No newline at end of file diff --git a/test/packages/kubernetes/manifest.yml b/test/packages/kubernetes/manifest.yml index 64325fdadd..83ec9952ac 100644 --- a/test/packages/kubernetes/manifest.yml +++ b/test/packages/kubernetes/manifest.yml @@ -22,48 +22,11 @@ icons: size: 32x32 type: image/svg+xml policy_templates: - - name: kubelet - title: Kubelet - description: Collect metrics from Kubernetes Kubelet API - data_streams: - - container - - node - - pod - - system - - volume - inputs: - - type: kubernetes/metrics - title: Collect Kubernetes metrics from Kubelet API - description: Collecting Node, Pod, Container, Volume and System metrics from Kubelet - input_group: metrics - icons: - - src: /img/logo_kubernetes.svg - title: Logo Kubernetes - size: 32x32 - type: image/svg+xml - screenshots: - - src: /img/metricbeat_kubernetes_overview.png - title: Metricbeat Kubernetes Overview - size: 1896x961 - type: image/png - name: kube-state-metrics title: kube-state-metrics description: Collect metrics from kube-state-metrics data_streams: - - state_container - - state_cronjob - - state_daemonset - - state_deployment - - state_job - - state_node - - state_persistentvolume - - state_persistentvolumeclaim - state_pod - - state_replicaset - - state_resourcequota - - state_service - - state_statefulset - - state_storageclass inputs: - type: kubernetes/metrics title: Collect Kubernetes metrics from kube-state-metrics @@ -79,105 +42,5 @@ policy_templates: title: Metricbeat Kubernetes Overview size: 1896x961 type: image/png - - name: kube-apiserver - title: kube-apiserver - description: Collect metrics from Kubernetes API Server - data_streams: - - apiserver - inputs: - - type: kubernetes/metrics - title: Collect Kubernetes metrics from Kubernetes API Server - description: Collecting metrics from Kubernetes API Server - input_group: metrics - icons: - - src: /img/logo_kubernetes.svg - title: Logo Kubernetes - size: 32x32 - type: image/svg+xml - screenshots: - - src: /img/metricbeat_kubernetes_overview.png - title: Metricbeat Kubernetes Overview - size: 1896x961 - type: image/png - - name: kube-proxy - title: kube-proxy - description: Collect metrics from Kubernetes Proxy - data_streams: - - proxy - inputs: - - type: kubernetes/metrics - title: Collect Kubernetes metrics from Kubernetes Proxy - description: Collecting metrics from Kubernetes Proxy - input_group: metrics - icons: - - src: /img/logo_kubernetes.svg - title: Logo Kubernetes - size: 32x32 - type: image/svg+xml - screenshots: - - src: /img/metricbeat-kubernetes-proxy.png - title: Metricbeat Kubernetes Proxy - size: 1854x920 - type: image/png - - name: kube-scheduler - title: kube-scheduler - description: Collect metrics from Kubernetes Scheduler - data_streams: - - scheduler - inputs: - - type: kubernetes/metrics - title: Collect Kubernetes metrics from Kubernetes Scheduler - description: Collecting metrics from Kubernetes Scheduler - input_group: metrics - icons: - - src: /img/logo_kubernetes.svg - title: Logo Kubernetes - size: 32x32 - type: image/svg+xml - screenshots: - - src: /img/metricbeat_kubernetes_scheduler.png - title: Metricbeat Kubernetes Scheduler - size: 1856x897 - type: image/png - - name: kube-controller-manager - title: kube-controller-manager - description: Collect metrics from Kubernetes controller-manager - data_streams: - - controllermanager - inputs: - - type: kubernetes/metrics - title: Collect Kubernetes metrics from Kubernetes controller-manager - description: Collecting metrics from Kubernetes controller-manager - input_group: metrics - icons: - - src: /img/logo_kubernetes.svg - title: Logo Kubernetes - size: 32x32 - type: image/svg+xml - screenshots: - - src: /img/metricbeat-kubernetes-controllermanager.png - title: Metricbeat Kubernetes Controller Manager - size: 1896x961 - type: image/png - - name: events - title: Events - description: Collect events from Kubernetes API server - data_streams: - - event - inputs: - - type: kubernetes/metrics - title: Collect Kubernetes events from Kubernetes API Server - description: Collecting events from Kubernetes API Server - input_group: metrics - icons: - - src: /img/logo_kubernetes.svg - title: Logo Kubernetes - size: 32x32 - type: image/svg+xml - screenshots: - - src: /img/metricbeat_kubernetes_overview.png - title: Metricbeat Kubernetes Overview - size: 1896x961 - type: image/png owner: github: elastic/integrations From e65051deb8fedff88d84cf616fe561fade0f27a8 Mon Sep 17 00:00:00 2001 From: Marcin Tojek Date: Tue, 10 Aug 2021 12:33:46 +0200 Subject: [PATCH 5/5] export dashboards: add option to skip TLS verification (#468) * export dashboards: add option to skip TLS verification * Address PR comments * Fix --- cmd/export.go | 9 ++++++++- internal/cobraext/const.go | 3 +++ internal/kibana/client.go | 33 ++++++++++++++++++++++++++++----- 3 files changed, 39 insertions(+), 6 deletions(-) diff --git a/cmd/export.go b/cmd/export.go index 38263b7f2a..abe05e2d01 100644 --- a/cmd/export.go +++ b/cmd/export.go @@ -31,6 +31,7 @@ func setupExportCommand() *cobraext.Command { RunE: exportDashboardsCmd, } exportDashboardCmd.Flags().StringSliceP(cobraext.DashboardIDsFlagName, "d", nil, cobraext.DashboardIDsFlagDescription) + exportDashboardCmd.Flags().Bool(cobraext.TLSSkipVerifyFlagName, false, cobraext.TLSSkipVerifyFlagDescription) cmd := &cobra.Command{ Use: "export", @@ -52,7 +53,13 @@ func exportDashboardsCmd(cmd *cobra.Command, args []string) error { common.TrimStringSlice(dashboardIDs) - kibanaClient, err := kibana.NewClient() + var opts []kibana.ClientOption + tlsSkipVerify, _ := cmd.Flags().GetBool(cobraext.TLSSkipVerifyFlagName) + if tlsSkipVerify { + opts = append(opts, kibana.TLSSkipVerify()) + } + + kibanaClient, err := kibana.NewClient(opts...) if err != nil { return errors.Wrap(err, "can't create Kibana client") } diff --git a/internal/cobraext/const.go b/internal/cobraext/const.go index ff8be88443..d3f4d3f8ca 100644 --- a/internal/cobraext/const.go +++ b/internal/cobraext/const.go @@ -63,6 +63,9 @@ const ( SkipPullRequestFlagName = "skip-pull-request" SkipPullRequestFlagDescription = "skip opening a new pull request" + TLSSkipVerifyFlagName = "tls-skip-verify" + TLSSkipVerifyFlagDescription = "skip TLS verify" + StackServicesFlagName = "services" StackServicesFlagDescription = "component services (comma-separated values: \"%s\")" diff --git a/internal/kibana/client.go b/internal/kibana/client.go index bc80084e47..f422eb3b54 100644 --- a/internal/kibana/client.go +++ b/internal/kibana/client.go @@ -6,15 +6,15 @@ package kibana import ( "bytes" + "crypto/tls" "io" "net/http" "net/url" "os" - "github.com/elastic/elastic-package/internal/install" - "github.com/pkg/errors" + "github.com/elastic/elastic-package/internal/install" "github.com/elastic/elastic-package/internal/logger" "github.com/elastic/elastic-package/internal/stack" ) @@ -24,10 +24,15 @@ type Client struct { host string username string password string + + tlSkipVerify bool } +// ClientOption is functional option modifying Kibana client. +type ClientOption func(*Client) + // NewClient creates a new instance of the client. -func NewClient() (*Client, error) { +func NewClient(opts ...ClientOption) (*Client, error) { host := os.Getenv(stack.KibanaHostEnv) if host == "" { return nil, stack.UndefinedEnvError(stack.KibanaHostEnv) @@ -36,11 +41,23 @@ func NewClient() (*Client, error) { username := os.Getenv(stack.ElasticsearchUsernameEnv) password := os.Getenv(stack.ElasticsearchPasswordEnv) - return &Client{ + c := &Client{ host: host, username: username, password: password, - }, nil + } + + for _, opt := range opts { + opt(c) + } + return c, nil +} + +// TLSSkipVerify option disables TLS verification. +func TLSSkipVerify() ClientOption { + return func(c *Client) { + c.tlSkipVerify = true + } } func (c *Client) get(resourcePath string) (int, []byte, error) { @@ -85,6 +102,12 @@ func (c *Client) sendRequest(method, resourcePath string, body []byte) (int, []b req.Header.Add("kbn-xsrf", install.DefaultStackVersion) client := http.Client{} + if c.tlSkipVerify { + client.Transport = &http.Transport{ + TLSClientConfig: &tls.Config{InsecureSkipVerify: true}, + } + } + resp, err := client.Do(req) if err != nil { return 0, nil, errors.Wrap(err, "could not send request to Kibana API")