[MERGE] pull request #11 from mathix420/multicharts

multicharts

Author: mathix420

README.md

@@ -15,11 +15,11 @@
 
 ## Usage
 
-### For public notions
+### For public Notion pages
 
 Simply use https://charts.mathix.ninja url, and follow the documentation below.
 
-### For private notions
+### For private Notion pages
 
 You'll need to host your own version of this repository.
 The best way to do that is by clicking this button below, it will automatically host this API on [vercel.com](https://vercel.com/) which is **100% free**.
@@ -29,7 +29,7 @@ The best way to do that is by clicking this button below, it will automatically
 
   1. Click the blue **Deploy** button on this page
   2. Log in or sign up to continue.
-  3. Choose a name for your project, keep in mind that this name will goes in your url `https://YOUR-PROJECT-NAME.now.sh`
+  3. Choose a name for your project, keep in mind that this name will goes in your url `https://YOUR-PROJECT-NAME.vercel.app`
   4. Follow instructions and don't forget to put your notion `TOKEN_V2` before clicking **Continue** [If you don't know how to get it, click here](/docs/notion-token.md)
   5. Click **Continue** one more time, and you're done!
 
@@ -42,6 +42,39 @@ Don't forget to use your URL instead of `charts.mathix.ninja`.
 
 If you want to stay up to date I will recommend you to use a [Deploy Hook](https://vercel.com/docs/v2/more/deploy-hooks).
 
+
+## Examples
+
+### Pokedex average values for each type
+
+**Original:** [Notion Pokédex](https://www.notion.so/9201f4ac42814afdbcdbee910c919e3f?v=2eb8d4fb18184bfb8cc7cd7b8c5ef002)
+
+**Columns:** `Primary Type:value | HP:avg | Attack:avg | Defense:avg | Speed:avg`
+
+**Line chart:** https://notion-charts-git-multicharts-mathix420.vercel.app/schema-chart/9201f4ac42814afdbcdbee910c919e3f/2eb8d4fb18184bfb8cc7cd7b8c5ef002?s=Type%253A%29P%257CF%253Avalue%252CHP%253AHkft%253Aavg%252CAttack%253AB%252F%29Q%253Aavg%252CDefense%253Aq%252B%252BI%253Aavg%252CSpeed%253A8CLR%253Aavg&t=LineChart&dark
+
+<details>
+  <summary>See picture</summary>
+
+  ![Line chart pokemon](https://i.imgur.com/26QAU5m.png)
+  
+</details>
+
+### Pokedex normal types Candle-Stick chart
+
+**Original:** [Normal Type Pokédex](https://www.notion.so/9201f4ac42814afdbcdbee910c919e3f?v=2eb8d4fb18184bfb8cc7cd7b8c5ef002)
+
+**Columns:** `Name:value | HP:value | Attack:value | Defense:value | Speed:value`
+
+**Candle-Stick chart:** https://notion-charts-git-multicharts-mathix420.vercel.app/schema-chart/2b5e6a6389e64f3298ab97005f4e6a35/9ef790d411504c70b437361169034b42?s=Name%253Atitle%253Avalue%252CPoints%253AHkft%253Avalue%252C%253AB%252F%29Q%253Avalue%252C%253Aq%252B%252BI%253Avalue%252C%253A8CLR%253Avalue&t=CandlestickChart
+
+<details>
+  <summary>See picture</summary>
+
+  ![Candle-Stick chart pokemon](https://i.imgur.com/BaNfhQ9.png)
+  
+</details>
+
 ## Documentation
 
 For fast and easy previews you can now [go directly here](https://charts.mathix.ninja).

main.py

@@ -2,6 +2,7 @@
 from werkzeug.exceptions import HTTPException
 from requests.exceptions import HTTPError
 from notion.client import NotionClient
+from itertools import groupby
 from os import getenv
 import json
 
@@ -80,6 +81,70 @@ def get_labels(request):
     return default_labels
 
 
+def flatten_row(row):
+    res = []
+
+    for field, value in row.items():
+        if value and (isinstance(value, list) or (isinstance(value, str) and ',' in value)):
+            if not isinstance(value, list):
+                value = value.split(',')
+            for v in value:
+                res += flatten_row({**row, field: v or 'EMPTY'})
+        elif value == []:
+            return flatten_row({**row, field: 'EMPTY'})
+
+    return res or [row]
+
+
+def clean_data(rows, fields):
+    res = []
+    rows = [{field: row.get_property(field)
+             for field in fields} for row in rows]
+    for row in rows:
+        res += flatten_row(row)
+    return res
+
+
+def get_datas(collection, view, columns_schema):
+    if not columns_schema:
+        raise Exception('Bad schema')
+    columns_schema = list(map(lambda x: x.split(':'), columns_schema))
+
+    try:
+        cv = get_client().get_collection_view(URL_BASE.format(collection, view))
+    except Exception as e:
+        if str(e) == 'Invalid collection view URL':
+            raise Exception('Bad view')
+        raise
+
+    rows = cv.default_query().execute()
+    datas = [list(map(lambda x: x[0], columns_schema))]
+
+    flatten = clean_data(rows, set(map(lambda x: x[1], columns_schema)))
+    grouped = groupby(sorted(flatten, key=lambda x: x[columns_schema[0][1]]), lambda x: x[columns_schema[0][1]])
+
+    for key, group in grouped:
+        datas.append([[]] * len(columns_schema))
+        group = list(group)
+        datas[-1][0] = key
+
+        for i, schema in enumerate(columns_schema):
+            _, field, action = schema
+
+            if action == 'count':
+                datas[-1][i] = len(list(filter(lambda x: x[field], group)))
+            elif action == 'sum':
+                datas[-1][i] = sum(map(lambda x: int(x[field]), group))
+            elif action == 'avg':
+                lst = list(map(lambda x: int(x[field]), group))
+                datas[-1][i] = sum(lst) / len(lst)
+            else:
+                values = set(map(lambda x: x[field], group))
+                datas[-1][i] = ','.join(map(str, values)) if len(values) > 1 else (list(values) or [''])[0]
+
+    return cv, datas
+
+
 @app.errorhandler(Exception)
 def handle_error(e):
     code = 500
@@ -88,6 +153,76 @@ def handle_error(e):
     return jsonify(error=str(e)), code
 
 
+TYPES_EXCLUDED = ['relation', 'person', 'date']
+
+
+@app.route('/notion-schema/<collection>/<view>')
+def get_schema(collection, view):
+    try:
+        cv = get_client().get_collection_view(URL_BASE.format(collection, view))
+    except Exception as e:
+        if str(e) == 'Invalid collection view URL':
+            raise Exception('Bad view')
+        raise
+
+    rows = cv.default_query().execute()
+
+    return jsonify({
+        'columns': list(filter(lambda x: x['type'] not in TYPES_EXCLUDED, rows[0].schema))
+    }), 200
+
+
+@app.route('/schema-chart/<collection>/<view>')
+def build_schema_chart(collection, view):
+    dark_mode = 'dark' in request.args
+    chart_type = request.args.get('t', 'PieChart')
+    columns_schema = request.args.get('s', '').split(',')
+
+    cv, datas = get_datas(collection, view, columns_schema)
+
+    return render_template(
+        'schema.html',
+        dark_mode=dark_mode,
+        chart_type=chart_type,
+        datas=json.dumps(datas),
+        title=request.args.get('title', cv.name),
+    )
+
+
+@app.route('/image-chart/<collection>/<view>')
+def get_chart_image_v2(collection, view):
+    chart_type = request.args.get('t', 'PieChart')
+    columns_schema = request.args.get('s', '').split(',')
+
+    cv, datas = get_datas(collection, view, columns_schema)
+
+    labels = list(map(lambda x: remove_non_ascii(x[0]), datas[1:]))
+    datasets = []
+
+    nb_datasets = len(datas[0])
+
+    for index in range(1, nb_datasets):
+        datasets.append({
+            'label': datas[0][index],
+            'data': list(map(lambda x: x[index], datas[1:]))
+        })
+
+    data = {
+        'type': chart_type.lower().replace('chart', ''),
+        'data': {
+            'labels': labels,
+            'borderWidth': 0,
+            'datasets': datasets
+        },
+        'options': {
+            'plugins': {'outlabels': {'text': ''}},
+            'rotation': 0,
+        }
+    }
+
+    return redirect(CHART_URL + json.dumps(data))
+
+
 @app.route('/chart-image/<collection>/<view>')
 def get_chart_image(collection, view):
     labels = get_labels(request)