Update registry for stream.* to dataset.* change (#492)

Now the dataset intsead of the stream fields are added and validated.

Updating also the base package. This will have to be pushed to the package-storage.

Part of #491

CHANGELOG.md

@@ -8,6 +8,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ### Breaking changes
 
+* Change stream.* fields to dataset.* fields. [#492](https://github.com/elastic/package-registry/pull/492)
+
 ### Bugfixes
 
 ### Added

dev/generator/main.go

@@ -242,9 +242,9 @@ func validateRequiredFields(datasetPath string) error {
 	}
 
 	// Verify required keys
-	err = requireField(allFields, "stream.type", "constant_keyword", err)
-	err = requireField(allFields, "stream.dataset", "constant_keyword", err)
-	err = requireField(allFields, "stream.namespace", "constant_keyword", err)
+	err = requireField(allFields, "dataset.type", "constant_keyword", err)
+	err = requireField(allFields, "dataset.name", "constant_keyword", err)
+	err = requireField(allFields, "dataset.namespace", "constant_keyword", err)
 	err = requireField(allFields, "@timestamp", "date", err)
 	return err
 }

dev/packages/example/base/0.2.0/elasticsearch/component-template/events-mappings.json

@@ -19,13 +19,13 @@
                 "@timestamp": {
                     "type": "date"
                 },
-                "stream": {
+                "dataset": {
                     "properties": {
                         "type": {
                             "type": "constant_keyword",
                             "value": "events"
                         },
-                        "dataset": {
+                        "name": {
                             "type": "constant_keyword"
                         },
                         "namespace": {

dev/packages/example/base/0.2.0/elasticsearch/component-template/logs-mappings.json

@@ -19,13 +19,13 @@
                 "@timestamp": {
                     "type": "date"
                 },
-                "stream": {
+                "dataset": {
                     "properties": {
                         "type": {
                             "type": "constant_keyword",
                             "value": "logs"
                         },
-                        "dataset": {
+                        "name": {
                             "type": "constant_keyword"
                         },
                         "namespace": {

dev/packages/example/base/0.2.0/elasticsearch/component-template/metrics-mappings.json

@@ -19,13 +19,13 @@
                 "@timestamp": {
                     "type": "date"
                 },
-                "stream": {
+                "dataset": {
                     "properties": {
                         "type": {
                             "type": "constant_keyword",
                             "value": "metrics"
                         },
-                        "dataset": {
+                        "name": {
                             "type": "constant_keyword"
                         },
                         "namespace": {

dev/packages/example/log/0.9.0/dataset/log/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
   type: constant_keyword
   description: >
-    Stream type
-- name: stream.dataset
+    Dataset type.
+- name: dataset.name
   type: constant_keyword
   description: >
-    Stream dataset.
-- name: stream.namespace
+    Dataset name.
+- name: dataset.namespace
   type: constant_keyword
   description: >
-    Stream namespace.
+    Dataset namespace.
 - name: "@timestamp"
   type: date
   description: >

dev/packages/example/reference/1.0.0/dataset/reference/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
   type: constant_keyword
   description: >
-    Stream type
-- name: stream.dataset
+    Dataset type.
+- name: dataset.name
   type: constant_keyword
   description: >
-    Stream dataset.
-- name: stream.namespace
+    Dataset name.
+- name: dataset.namespace
   type: constant_keyword
   description: >
-    Stream namespace.
+    Dataset namespace.
 - name: "@timestamp"
   type: date
   description: >

dev/packages/example/yamlpipeline/1.0.0/dataset/log/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
   type: constant_keyword
   description: >
-    Stream type
-- name: stream.dataset
+    Dataset type.
+- name: dataset.name
   type: constant_keyword
   description: >
-    Stream dataset.
-- name: stream.namespace
+    Dataset name.
+- name: dataset.namespace
   type: constant_keyword
   description: >
-    Stream namespace.
+    Dataset namespace.
 - name: "@timestamp"
   type: date
   description: >

testdata/package/datasources/1.0.0/dataset/examplelog1/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
   type: constant_keyword
   description: >
-    Stream type
-- name: stream.dataset
+    Dataset type.
+- name: dataset.name
   type: constant_keyword
   description: >
-    Stream dataset.
-- name: stream.namespace
+    Dataset name.
+- name: dataset.namespace
   type: constant_keyword
   description: >
-    Stream namespace.
+    Dataset namespace.
 - name: "@timestamp"
   type: date
   description: >

testdata/package/datasources/1.0.0/dataset/examplelog2/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
   type: constant_keyword
   description: >
-    Stream type
-- name: stream.dataset
+    Dataset type.
+- name: dataset.name
   type: constant_keyword
   description: >
-    Stream dataset.
-- name: stream.namespace
+    Dataset name.
+- name: dataset.namespace
   type: constant_keyword
   description: >
-    Stream namespace.
+    Dataset namespace.
 - name: "@timestamp"
   type: date
   description: >

testdata/package/datasources/1.0.0/dataset/examplemetric/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
   type: constant_keyword
   description: >
-    Stream type
-- name: stream.dataset
+    Dataset type.
+- name: dataset.name
   type: constant_keyword
   description: >
-    Stream dataset.
-- name: stream.namespace
+    Dataset name.
+- name: dataset.namespace
   type: constant_keyword
   description: >
-    Stream namespace.
+    Dataset namespace.
 - name: "@timestamp"
   type: date
   description: >

testdata/package/default-pipeline/0.0.2/dataset/foo/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
   type: constant_keyword
   description: >
-    Stream type
-- name: stream.dataset
+    Dataset type.
+- name: dataset.name
   type: constant_keyword
   description: >
-    Stream dataset.
-- name: stream.namespace
+    Dataset name.
+- name: dataset.namespace
   type: constant_keyword
   description: >
-    Stream namespace.
+    Dataset namespace.
 - name: "@timestamp"
   type: date
   description: >

testdata/package/example/1.0.0/dataset/foo/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
   type: constant_keyword
   description: >
-    Stream type
-- name: stream.dataset
+    Dataset type.
+- name: dataset.name
   type: constant_keyword
   description: >
-    Stream dataset.
-- name: stream.namespace
+    Dataset name.
+- name: dataset.namespace
   type: constant_keyword
   description: >
-    Stream namespace.
+    Dataset namespace.
 - name: "@timestamp"
   type: date
   description: >

testdata/package/multiple-false/0.0.1/dataset/foo/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
   type: constant_keyword
   description: >
-    Stream type
-- name: stream.dataset
+    Dataset type.
+- name: dataset.name
   type: constant_keyword
   description: >
-    Stream dataset.
-- name: stream.namespace
+    Dataset name.
+- name: dataset.namespace
   type: constant_keyword
   description: >
-    Stream namespace.
+    Dataset namespace.
 - name: "@timestamp"
   type: date
   description: >

testdata/package/no_stream_configs/1.0.0/dataset/log/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
   type: constant_keyword
   description: >
-    Stream type
-- name: stream.dataset
+    Dataset type.
+- name: dataset.name
   type: constant_keyword
   description: >
-    Stream dataset.
-- name: stream.namespace
+    Dataset name.
+- name: dataset.namespace
   type: constant_keyword
   description: >
-    Stream namespace.
+    Dataset namespace.
 - name: "@timestamp"
   type: date
   description: >

testdata/public/package/datasources/1.0.0/dataset/examplelog1/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
   type: constant_keyword
   description: >
-    Stream type
-- name: stream.dataset
+    Dataset type.
+- name: dataset.name
   type: constant_keyword
   description: >
-    Stream dataset.
-- name: stream.namespace
+    Dataset name.
+- name: dataset.namespace
   type: constant_keyword
   description: >
-    Stream namespace.
+    Dataset namespace.
 - name: "@timestamp"
   type: date
   description: >

testdata/public/package/datasources/1.0.0/dataset/examplelog2/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
   type: constant_keyword
   description: >
-    Stream type
-- name: stream.dataset
+    Dataset type.
+- name: dataset.name
   type: constant_keyword
   description: >
-    Stream dataset.
-- name: stream.namespace
+    Dataset name.
+- name: dataset.namespace
   type: constant_keyword
   description: >
-    Stream namespace.
+    Dataset namespace.
 - name: "@timestamp"
   type: date
   description: >

testdata/public/package/datasources/1.0.0/dataset/examplemetric/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
   type: constant_keyword
   description: >
-    Stream type
-- name: stream.dataset
+    Dataset type.
+- name: dataset.name
   type: constant_keyword
   description: >
-    Stream dataset.
-- name: stream.namespace
+    Dataset name.
+- name: dataset.namespace
   type: constant_keyword
   description: >
-    Stream namespace.
+    Dataset namespace.
 - name: "@timestamp"
   type: date
   description: >

testdata/public/package/default-pipeline/0.0.2/dataset/foo/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
   type: constant_keyword
   description: >
-    Stream type
-- name: stream.dataset
+    Dataset type.
+- name: dataset.name
   type: constant_keyword
   description: >
-    Stream dataset.
-- name: stream.namespace
+    Dataset name.
+- name: dataset.namespace
   type: constant_keyword
   description: >
-    Stream namespace.
+    Dataset namespace.
 - name: "@timestamp"
   type: date
   description: >

testdata/public/package/example/1.0.0/dataset/foo/fields/base-fields.yml

@@ -1,15 +1,15 @@
-- name: stream.type
+- name: dataset.type
   type: constant_keyword
   description: >
-    Stream type
-- name: stream.dataset
+    Dataset type.
+- name: dataset.name
   type: constant_keyword
   description: >
-    Stream dataset.
-- name: stream.namespace
+    Dataset name.
+- name: dataset.namespace
   type: constant_keyword
   description: >
-    Stream namespace.
+    Dataset namespace.
 - name: "@timestamp"
   type: date
   description: >