import os import pickle import pandas as pd import numpy as np import sys # Define base directory # Assuming batchmind_os/config.py is accurate, but we'll use direct paths for robustness BASE_DIR = r"d:\backmind_os\batchmind_os\data\processed" files = [ "process_clean.pkl", "phase_stats.pkl", "physics_features.pkl", "chronos_embeddings.pkl", "X_final.pkl", "production_clean.pkl" ] print(f"{'File':<25} | {'Type':<10} | {'Shape/Size'}") print("-" * 50) for f in files: path = os.path.join(BASE_DIR, f) if not os.path.exists(path): print(f"{f:<25} | MISSING") continue try: with open(path, "rb") as f_in: data = pickle.load(f_in) t = type(data).__name__ if hasattr(data, "shape"): s = data.shape elif isinstance(data, list): s = len(data) elif isinstance(data, dict): s = len(data) else: s = "N/A" print(f"{f:<25} | {t:<10} | {s}") except Exception as e: print(f"{f:<25} | ERROR: {str(e)}")