Download archive-misc/plot_metrics.py from jblitzar/code-completion: direct link, hf CLI and curl.
- Browser
- Download file 5.44 kB
-
https://huggingface.co/jblitzar/code-completion/resolve/main/archive-misc/plot_metrics.py
- Command line
-
hf download hf://jblitzar/code-completion/archive-misc/plot_metrics.py
-
curl -L -o plot_metrics.py https://huggingface.co/jblitzar/code-completion/resolve/main/archive-misc/plot_metrics.py
5.44 kB
| import os | |
| import glob | |
| import pandas as pd | |
| import matplotlib.pyplot as plt | |
| import numpy as np | |
| import re | |
| def extract_run_name(filename): | |
| """Extract the run name from the filename.""" | |
| basename = os.path.basename(filename) | |
| # Extract the part between '_' and '_tensorboard.csv' | |
| match = re.search(r'_([^_]+)(?:-loss)?_tensorboard\.csv$', basename) | |
| if match: | |
| return match.group(1) | |
| return basename.split('_')[1].split('-')[0] # Fallback extraction | |
| def setup_plot_style(): | |
| """Apply publication-quality styling to plots.""" | |
| plt.rcParams.update({ | |
| 'font.family': 'serif', | |
| 'font.size': 12, | |
| 'axes.labelsize': 14, | |
| 'axes.titlesize': 16, | |
| 'legend.fontsize': 10, | |
| 'figure.dpi': 300, | |
| 'figure.figsize': (10, 6), | |
| 'lines.linewidth': 2.5, | |
| 'axes.grid': True, | |
| 'grid.linestyle': '--', | |
| 'grid.alpha': 0.6, | |
| 'axes.spines.top': False, | |
| 'axes.spines.right': False, | |
| }) | |
| def get_metric_label(metric_name): | |
| """Return a human-readable label for the metric.""" | |
| labels = { | |
| 'loss_epoch': 'Loss', | |
| 'perplexityval_epoch': 'Validation Perplexity', | |
| 'topkacc_epoch': 'Top-K Accuracy', | |
| 'acc_trainstep': 'Training Accuracy' | |
| } | |
| return labels.get(metric_name, metric_name.replace('_', ' ').title()) | |
| def get_color_mapping(run_names): | |
| """Create a consistent color mapping for all runs.""" | |
| # Define a color palette with distinct colors | |
| # colors = [ | |
| # '#1f77b4', # Blue | |
| # '#ff7f0e', # Orange | |
| # '#2ca02c', # Green | |
| # '#d62728', # Red | |
| # '#9467bd', # Purple | |
| # '#8c564b', # Brown | |
| # '#e377c2', # Pink | |
| # '#7f7f7f', # Gray | |
| # '#bcbd22', # Yellow-green | |
| # '#17becf', # Cyan | |
| # ] | |
| # colors = """#091717 | |
| # #13B3B9 | |
| # #265E5A | |
| # #20808D | |
| # #25E5A5 | |
| # #20808D | |
| # #FBFAF4 | |
| # #E4E3D4 | |
| # #FFD2A6 | |
| # #A84B2F | |
| # #944454""".lower().split("\n\n") | |
| colors = [ | |
| "#e6194b", # Red | |
| "#f58231", # Orange | |
| "#ffe119", # Yellow | |
| "#bfef45", # Lime | |
| "#3cb44b", # Green | |
| "#42d4f4", # Cyan | |
| "#4363d8", # Blue | |
| "#911eb4", # Purple | |
| "#f032e6", # Magenta | |
| "#a9a9a9" # Grey | |
| ] | |
| # Create a mapping of run names to colors | |
| return {name: colors[i % len(colors)] for i, name in enumerate(sorted(run_names))} | |
| def plot_metric(metric_dir, color_mapping, output_dir): | |
| """Plot all runs for a specific metric.""" | |
| metric_name = os.path.basename(metric_dir) | |
| csv_files = glob.glob(os.path.join(metric_dir, '*.csv')) | |
| if not csv_files: | |
| print(f"No CSV files found in {metric_dir}") | |
| return | |
| plt.figure(figsize=(12, 7)) | |
| for csv_file in sorted(csv_files): | |
| try: | |
| # Read the CSV file | |
| df = pd.read_csv(csv_file) | |
| # Extract run name from filename | |
| run_name = extract_run_name(csv_file) | |
| # Plot the data using step as x-axis | |
| color = color_mapping.get(run_name, 'gray') | |
| plt.plot(df['Step'], df['Value'], label=run_name, color=color, alpha=0.9) | |
| #plt.plot(df['Step'], df['Value'], label=run_name, color=color, marker='o', markersize=6, alpha=0.8) | |
| except Exception as e: | |
| print(f"Error processing {csv_file}: {e}") | |
| # Set labels and title | |
| plt.xlabel('Step') | |
| plt.ylabel(get_metric_label(metric_name)) | |
| comparison = "Epoch" if "epoch" in metric_name else "Step" | |
| plt.title(f'{get_metric_label(metric_name)} vs. {comparison}', fontweight='bold') | |
| # Add legend with good positioning | |
| plt.legend(loc='best', frameon=True, fancybox=True, framealpha=0.9, | |
| shadow=True, borderpad=1, ncol=2 if len(csv_files) > 5 else 1) | |
| # Add grid for better readability | |
| plt.grid(True, linestyle='--', alpha=0.7) | |
| # Tight layout for clean margins | |
| plt.tight_layout() | |
| # Save the plot | |
| os.makedirs(output_dir, exist_ok=True) | |
| output_path = os.path.join(output_dir, f'{metric_name}_plot.png') | |
| plt.savefig(output_path, bbox_inches='tight') | |
| print(f"Saved plot to {output_path}") | |
| # Close the figure to free memory | |
| plt.close() | |
| def main(): | |
| # Base directory containing the metric directories | |
| base_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), 'runs_jsons') | |
| # Output directory for plots | |
| output_dir = os.path.join(os.path.dirname(os.path.abspath(__file__)), 'plots') | |
| os.makedirs(output_dir, exist_ok=True) | |
| # Setup plot style | |
| setup_plot_style() | |
| # Get all metric directories | |
| metric_dirs = [d for d in glob.glob(os.path.join(base_dir, '*')) if os.path.isdir(d)] | |
| # Collect all run names across all metrics for consistent coloring | |
| all_run_names = set() | |
| for metric_dir in metric_dirs: | |
| csv_files = glob.glob(os.path.join(metric_dir, '*.csv')) | |
| for csv_file in csv_files: | |
| run_name = extract_run_name(csv_file) | |
| all_run_names.add(run_name) | |
| # Create color mapping | |
| color_mapping = get_color_mapping(all_run_names) | |
| # Plot each metric | |
| for metric_dir in metric_dirs: | |
| plot_metric(metric_dir, color_mapping, output_dir) | |
| print(f"All plots have been generated in {output_dir}") | |
| if __name__ == '__main__': | |
| main() | |