Merge pull request #23 from actionml/feature/user-data-test

Added user-data test

Author: qqmbr4k

examples/ur/simple-integration-test.sh

@@ -121,6 +121,10 @@ else
    diff ${actual_query_results} ${expected_test_results} > ${diffs_and_errors_file}
    cat ${actual_query_results} | grep "error" >> ${diffs_and_errors_file_property_changes}
 
+   echo "Running Phase 3: User data"
+   python3 examples/ur/user-data.py --url ${host_url} --engineId test_ur --entityId u1 --compare-with ${user_events} >> ${diffs_and_errors_file_property_changes}
+   echo
+
    if [ -s ${diffs_and_errors_file_property_changes} ]
    then
        echo "Input, train, query tests pass but realtime model updates test fails"

examples/ur/user-data.py

@@ -0,0 +1,55 @@
+import urllib.request
+import json
+import argparse
+import csv
+import sys
+
+
+def get_entity_data(url, engineId, entityId, offset, limit):
+    with urllib.request.urlopen(f"{url}/engines/{engineId}/entities/{entityId}?from={offset}&num={limit}") as b:
+        return json.loads(b.read().decode('utf-8'))
+
+def parseCsv(file):
+    with open(file) as csvfile:
+        reader = csv.DictReader(csvfile, fieldnames=['entityId', 'event', 'targetEntityId'])
+        result = []
+        for row in reader:
+            if row['event'] != "$set":
+                for j in row.items():
+                    result.append({'entityId': j[1]})
+                    break
+        return result
+
+def filterByEntityId(entities, id):
+    result = []
+    for i in entities:
+        if i['entityId'] == id:
+            result.append(i)
+    return result
+
+def compareEntities(actual, expected):
+    return len(actual) == len(expected)
+
+def deleteEntities(url, engineId, entityId):
+    req = urllib.request.Request(f"{url}/engines/{engineId}/entities/{entityId}", method="DELETE")
+    with urllib.request.urlopen(req) as b:
+        return
+
+
+if __name__ == '__main__':
+    parser = argparse.ArgumentParser()
+    parser.add_argument('--url', default="http://localhost:9090")
+    parser.add_argument('--engineId')
+    parser.add_argument('--entityId')
+    parser.add_argument('--offset', default=0)
+    parser.add_argument('--limit', default=1000)
+    parser.add_argument('--compare-with')
+
+    args = parser.parse_args()
+    getPassed = compareEntities(get_entity_data(args.url, args.engineId, args.entityId, args.offset, args.limit),
+                       filterByEntityId(parseCsv(args.compare_with), args.entityId))
+    deleteEntities(args.url, args.engineId, args.entityId)
+    deletePassed = compareEntities(get_entity_data(args.url, args.engineId, args.entityId, args.offset, args.limit), [])
+
+    if not getPassed or not deletePassed:
+        print("User data tests fail.")