Skip to content

Commit 36317a2

Browse files
khuyentran1401khuyentran1401
committed
add great expectations
2 parents b88b1c4 + 0cd2448 commit 36317a2

File tree

15 files changed

+10984
-1693
lines changed

15 files changed

+10984
-1693
lines changed

‎data_science_tools/great_expectations_example/great_expectations/expectations/.ge_store_backend_id

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1 +1,5 @@
1+
<<<<<<< HEAD
2+
store_backend_id = f363cba9-1ffe-4c45-a0fb-085f8e5091f1
3+
=======
14
store_backend_id = fbdc1c18-e37e-4287-89cb-6e6f63fb6663
5+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6

‎data_science_tools/great_expectations_example/great_expectations/expectations/first_data/csv/warning.json

Lines changed: 83 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -36,8 +36,13 @@
3636
"ge_cloud_id": null,
3737
"kwargs": {
3838
"column": "Daily Time Spent on Site",
39+
<<<<<<< HEAD
40+
"max_value": 40,
41+
"min_value": 30
42+
=======
3943
"max_value": 32.6,
4044
"min_value": 32.6
45+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
4146
},
4247
"meta": {}
4348
},
@@ -46,8 +51,13 @@
4651
"ge_cloud_id": null,
4752
"kwargs": {
4853
"column": "Daily Time Spent on Site",
54+
<<<<<<< HEAD
55+
"max_value": 100,
56+
"min_value": 85
57+
=======
4958
"max_value": 91.37,
5059
"min_value": 91.37
60+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
5161
},
5262
"meta": {}
5363
},
@@ -56,8 +66,13 @@
5666
"ge_cloud_id": null,
5767
"kwargs": {
5868
"column": "Daily Time Spent on Site",
69+
<<<<<<< HEAD
70+
"max_value": 70,
71+
"min_value": 55
72+
=======
5973
"max_value": 65.26704918032787,
6074
"min_value": 65.26704918032787
75+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
6176
},
6277
"meta": {}
6378
},
@@ -160,8 +175,13 @@
160175
"ge_cloud_id": null,
161176
"kwargs": {
162177
"column": "Age",
178+
<<<<<<< HEAD
179+
"max_value": 12,
180+
"min_value": 10
181+
=======
163182
"max_value": 19,
164183
"min_value": 19
184+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
165185
},
166186
"meta": {}
167187
},
@@ -170,8 +190,13 @@
170190
"ge_cloud_id": null,
171191
"kwargs": {
172192
"column": "Age",
193+
<<<<<<< HEAD
194+
"max_value": 70,
195+
"min_value": 57
196+
=======
173197
"max_value": 61,
174198
"min_value": 61
199+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
175200
},
176201
"meta": {}
177202
},
@@ -180,8 +205,13 @@
180205
"ge_cloud_id": null,
181206
"kwargs": {
182207
"column": "Age",
208+
<<<<<<< HEAD
209+
"max_value": 40,
210+
"min_value": 30
211+
=======
183212
"max_value": 36.05081967213115,
184213
"min_value": 36.05081967213115
214+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
185215
},
186216
"meta": {}
187217
},
@@ -342,8 +372,13 @@
342372
"ge_cloud_id": null,
343373
"kwargs": {
344374
"column": "Area Income",
375+
<<<<<<< HEAD
376+
"max_value": 15000,
377+
"min_value": 12000
378+
=======
345379
"max_value": 14548.06,
346380
"min_value": 14548.06
381+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
347382
},
348383
"meta": {}
349384
},
@@ -352,8 +387,13 @@
352387
"ge_cloud_id": null,
353388
"kwargs": {
354389
"column": "Area Income",
390+
<<<<<<< HEAD
391+
"max_value": 80000,
392+
"min_value": 70000
393+
=======
355394
"max_value": 79484.8,
356395
"min_value": 79484.8
396+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
357397
},
358398
"meta": {}
359399
},
@@ -362,8 +402,13 @@
362402
"ge_cloud_id": null,
363403
"kwargs": {
364404
"column": "Area Income",
405+
<<<<<<< HEAD
406+
"max_value": 65000,
407+
"min_value": 55000
408+
=======
365409
"max_value": 55365.62095081966,
366410
"min_value": 55365.62095081966
411+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
367412
},
368413
"meta": {}
369414
},
@@ -466,8 +511,13 @@
466511
"ge_cloud_id": null,
467512
"kwargs": {
468513
"column": "Daily Internet Usage",
514+
<<<<<<< HEAD
515+
"max_value": 110,
516+
"min_value": 95
517+
=======
469518
"max_value": 105.0,
470519
"min_value": 105.0
520+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
471521
},
472522
"meta": {}
473523
},
@@ -476,8 +526,13 @@
476526
"ge_cloud_id": null,
477527
"kwargs": {
478528
"column": "Daily Internet Usage",
529+
<<<<<<< HEAD
530+
"max_value": 270,
531+
"min_value": 250
532+
=======
479533
"max_value": 269.96,
480534
"min_value": 269.96
535+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
481536
},
482537
"meta": {}
483538
},
@@ -486,8 +541,13 @@
486541
"ge_cloud_id": null,
487542
"kwargs": {
488543
"column": "Daily Internet Usage",
544+
<<<<<<< HEAD
545+
"max_value": 185,
546+
"min_value": 170
547+
=======
489548
"max_value": 179.4397868852459,
490549
"min_value": 179.4397868852459
550+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
491551
},
492552
"meta": {}
493553
},
@@ -638,8 +698,13 @@
638698
"ge_cloud_id": null,
639699
"kwargs": {
640700
"column": "City",
701+
<<<<<<< HEAD
702+
"max_value": 0.98,
703+
"min_value": 0.9
704+
=======
641705
"max_value": 0.9819672131147541,
642706
"min_value": 0.9819672131147541
707+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
643708
},
644709
"meta": {}
645710
},
@@ -690,8 +755,13 @@
690755
"ge_cloud_id": null,
691756
"kwargs": {
692757
"column": "Male",
758+
<<<<<<< HEAD
759+
"max_value": 0.55,
760+
"min_value": 0.45
761+
=======
693762
"max_value": 0.4852459016393443,
694763
"min_value": 0.4852459016393443
764+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
695765
},
696766
"meta": {}
697767
},
@@ -911,8 +981,13 @@
911981
"ge_cloud_id": null,
912982
"kwargs": {
913983
"column": "Clicked on Ad",
984+
<<<<<<< HEAD
985+
"max_value": 0.55,
986+
"min_value": 0.45
987+
=======
914988
"max_value": 0.4918032786885246,
915989
"min_value": 0.4918032786885246
990+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
916991
},
917992
"meta": {}
918993
},
@@ -1038,7 +1113,15 @@
10381113
"datasource_name": "first_data",
10391114
"limit": 1000
10401115
},
1116+
<<<<<<< HEAD
10411117
"citation_date": "2021-10-07T19:11:34.843252Z",
1118+
=======
1119+
<<<<<<< HEAD
1120+
"citation_date": "2021-10-07T18:26:54.131729Z",
1121+
=======
1122+
"citation_date": "2021-10-07T18:35:23.047852Z",
1123+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
1124+
>>>>>>> 0cd2448f30af15d62602e776afbb1465117b3364
10421125
"comment": "Created suite added via CLI"
10431126
}
10441127
],

‎data_science_tools/great_expectations_example/great_expectations/great_expectations.yml

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -15,25 +15,42 @@ config_version: 3.0
1515
# add a new datasource. Read more at https://docs.greatexpectations.io/en/latest/reference/core_concepts/datasource.html
1616
datasources:
1717
first_data:
18+
<<<<<<< HEAD
19+
module_name: great_expectations.datasource
20+
data_connectors:
21+
default_inferred_data_connector_name:
22+
base_directory: ../data
23+
module_name: great_expectations.datasource.data_connector
24+
=======
1825
data_connectors:
1926
default_inferred_data_connector_name:
2027
base_directory: ../data
28+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
2129
default_regex:
2230
group_names:
2331
- data_asset_name
2432
pattern: (.*)
33+
<<<<<<< HEAD
34+
=======
2535
module_name: great_expectations.datasource.data_connector
36+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
2637
class_name: InferredAssetFilesystemDataConnector
2738
default_runtime_data_connector_name:
2839
batch_identifiers:
2940
- default_identifier_name
3041
module_name: great_expectations.datasource.data_connector
3142
class_name: RuntimeDataConnector
3243
execution_engine:
44+
<<<<<<< HEAD
45+
module_name: great_expectations.execution_engine
46+
class_name: PandasExecutionEngine
47+
class_name: Datasource
48+
=======
3349
class_name: PandasExecutionEngine
3450
module_name: great_expectations.execution_engine
3551
class_name: Datasource
3652
module_name: great_expectations.datasource
53+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6
3754

3855
# This config file supports variable substitution which enables: 1) keeping
3956
# secrets out of source control & 2) environment-based configuration changes
@@ -113,7 +130,14 @@ data_docs_sites:
113130

114131
anonymous_usage_statistics:
115132
enabled: true
133+
<<<<<<< HEAD
134+
data_context_id: f363cba9-1ffe-4c45-a0fb-085f8e5091f1
135+
concurrency:
136+
enabled: false
137+
notebooks:
138+
=======
116139
data_context_id: fbdc1c18-e37e-4287-89cb-6e6f63fb6663
117140
notebooks:
118141
concurrency:
119142
enabled: false
143+
>>>>>>> d7dca468a243d4adf5c62b5b69f7bc1f22b26ba6

0 commit comments

Comments
 (0)