fix logging -- logging results will be printed to console for debugging purposes

Author: Chenglong-MS

py-src/data_formulator/agents/agent_code_explanation.py

@@ -83,7 +83,6 @@ def run(self, input_tables, code):
         ###### the part that calls open_ai
         response = self.client.get_completion(messages = messages)
 
-        logger.info('\n=== explanation output ===>\n')
-        logger.info(response.choices[0].message.content)
+        logger.info(f"=== explanation output ===>\n{response.choices[0].message.content}\n")
 
         return response.choices[0].message.content

py-src/data_formulator/agents/agent_data_transform_v2.py

@@ -2,6 +2,7 @@
 # Licensed under the MIT License.
 
 import json
+import sys
 
 from data_formulator.agents.agent_utils import extract_json_objects, generate_data_summary, extract_code_from_gpt_response
 import data_formulator.py_sandbox as py_sandbox
@@ -10,6 +11,7 @@
 
 import logging
 
+# Replace/update the logger configuration
 logger = logging.getLogger(__name__)
 
 SYSTEM_PROMPT = '''You are a data scientist to help user to transform data that will be used for visualization.
@@ -207,8 +209,8 @@ def process_gpt_response(self, input_tables, messages, response):
 
         candidates = []
         for choice in response.choices:
-            print("\n=== Data transformation result ===>\n")
-            print(choice.message.content + "\n")
+            logger.info("=== Data transformation result ===>")
+            logger.info(choice.message.content + "\n")
 
             json_blocks = extract_json_objects(choice.message.content + "\n")
             if len(json_blocks) > 0:
@@ -218,8 +220,8 @@ def process_gpt_response(self, input_tables, messages, response):
 
             code_blocks = extract_code_from_gpt_response(choice.message.content + "\n", "python")
 
-            print("\n=== Code blocks ===>\n")
-            print(code_blocks)
+            logger.info("=== Code blocks ===>")
+            logger.info(code_blocks)
 
             if len(code_blocks) > 0:
                 code_str = code_blocks[-1]
@@ -246,8 +248,8 @@ def process_gpt_response(self, input_tables, messages, response):
             result['refined_goal'] = refined_goal
             candidates.append(result)
 
-        print("\n=== Candidates ===>\n")
-        print(candidates)
+        logger.info("=== Candidates ===>")
+        logger.info(candidates)
 
         return candidates
 

py-src/data_formulator/app.py

@@ -20,6 +20,8 @@
 
 from flask_cors import CORS
 
+import logging
+
 import json
 import time
 from pathlib import Path
@@ -41,16 +43,37 @@
 
 APP_ROOT = Path(os.path.join(Path(__file__).parent)).absolute()
 
+import os
+
+app = Flask(__name__, static_url_path='', static_folder=os.path.join(APP_ROOT, "dist"))
+CORS(app)
+
 print(APP_ROOT)
 
 # Load the single environment file
 load_dotenv(os.path.join(APP_ROOT, "..", "..", 'api-keys.env'))
 load_dotenv(os.path.join(APP_ROOT, 'api-keys.env'))
 
-import os
+# Configure root logger for general application logging
+logging.basicConfig(
+    level=logging.INFO,
+    format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
+    handlers=[logging.StreamHandler(sys.stdout)]
+)
+
+# Get logger for this module
+logger = logging.getLogger(__name__)
+
+# Configure Flask app logger to use the same settings
+app.logger.handlers = []
+for handler in logging.getLogger().handlers:
+    app.logger.addHandler(handler)
+
+# Example usage:
+logger.info("Application level log")  # General application logging
+app.logger.info("Flask specific log") # Web request related logging
+
 
-app = Flask(__name__, static_url_path='', static_folder=os.path.join(APP_ROOT, "dist"))
-CORS(app)
 
 def get_client(model_config):
     for key in model_config: