Set ensembler log level to WARNING from INFO (caraml-dev#409)

* modify ensembler log level to warning

* modify ensembler log level to warning

* fetch log level from environment variables - to allow debuggings

* set log level to warning as env variable

* modify ensembler log level enum

Author: vinoth-gojek

engines/pyfunc-ensembler-service/app.Dockerfile

@@ -52,4 +52,4 @@ RUN if [ "${MLFLOW_ARTIFACT_STORAGE_TYPE}" = "gcs" ]; then  \
 ENV FOLDER_NAME=$FOLDER_NAME
 SHELL ["/bin/bash", "-c"]
 ENTRYPOINT . activate ${CONDA_ENV_NAME} && \
-  python -m pyfunc_ensembler_runner --mlflow_ensembler_dir ./${FOLDER_NAME} -l INFO
+  python -m pyfunc_ensembler_runner --mlflow_ensembler_dir ./${FOLDER_NAME}

engines/pyfunc-ensembler-service/pyfunc_ensembler_runner/__main__.py

@@ -1,6 +1,7 @@
 import argparse
 import logging
 import traceback
+import os
 
 import tornado.ioloop
 
@@ -22,20 +23,12 @@
     help="Dry run pyfunc ensembler by loading the specified ensembler "
     "in --mlflow_ensembler_dir without starting webserver",
 )
-parser.add_argument(
-    "-l",
-    "--log-level",
-    dest="log_level",
-    choices=["DEBUG", "INFO", "WARNING", "ERROR", "CRITICAL"],
-    help="Set the logging level",
-    default=logging.DEBUG,
-)
 
 args, _ = parser.parse_known_args()
-
+log_level = os.getenv("LOG_LEVEL", logging.WARNING)
 
 if __name__ == "__main__":
-    logging.basicConfig(level=args.log_level)
+    logging.basicConfig(level=log_level)
     logging.info(
         "Called with arguments:\n%s\n",
         "\n".join([f"{k}: {v}" for k, v in vars(args).items()]),

engines/pyfunc-ensembler-service/tests/test_ensembler_runner.py

@@ -27,7 +27,7 @@
             "simple_ensembler_uri",
             dummy_short_request,
             {"Key": "Value"},
-            {"headers": {"Key": "Value"}, "enricher_response" : None},
+            {"headers": {"Key": "Value"}, "enricher_response": None},
         ),
     ],
 )