mirror of
https://github.com/mwisnowski/mtg_python_deckbuilder.git
synced 2026-03-24 22:16:31 +01:00
feat: implement theme stripping system with THEME_MIN_CARDS config
This commit is contained in:
matt
parent
1ebc2fcb3c
commit
86ece36012
20 changed files with 6604 additions and 1364 deletions
207
code/scripts/analyze_theme_distribution.py
Normal file
207
code/scripts/analyze_theme_distribution.py
Normal file
|
|
@ -0,0 +1,207 @@
|
|||
"""
|
||||
Theme Distribution Analysis Script
|
||||
|
||||
Analyzes theme distribution across the card catalog and generates reports
|
||||
showing which themes would be stripped based on minimum card thresholds.
|
||||
|
||||
Usage:
|
||||
python -m code.scripts.analyze_theme_distribution [--min-cards N] [--output FILE]
|
||||
|
||||
Arguments:
|
||||
--min-cards N Minimum card threshold (default: from THEME_MIN_CARDS setting)
|
||||
--output FILE Output file path (default: logs/theme_stripping_analysis.txt)
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import argparse
|
||||
import sys
|
||||
from pathlib import Path
|
||||
from datetime import datetime
|
||||
from typing import Dict, Set
|
||||
|
||||
# Add project root to path
|
||||
sys.path.insert(0, str(Path(__file__).parent.parent.parent))
|
||||
|
||||
from code.settings import THEME_MIN_CARDS, CARD_FILES_PROCESSED_DIR
|
||||
from code.tagging.theme_stripper import (
|
||||
get_theme_card_counts,
|
||||
identify_themes_to_strip,
|
||||
get_theme_distribution,
|
||||
get_themes_by_count
|
||||
)
|
||||
|
||||
|
||||
def analyze_theme_distribution(min_cards: int = None, output_path: str = None) -> None:
|
||||
"""
|
||||
Analyze theme distribution and generate report.
|
||||
|
||||
Args:
|
||||
min_cards: Minimum card threshold (defaults to THEME_MIN_CARDS setting)
|
||||
output_path: Path to output file (defaults to logs/theme_stripping_analysis.txt)
|
||||
"""
|
||||
if min_cards is None:
|
||||
min_cards = THEME_MIN_CARDS
|
||||
|
||||
if output_path is None:
|
||||
output_path = "logs/theme_stripping_analysis.txt"
|
||||
|
||||
print(f"Analyzing theme distribution (min_cards={min_cards})...")
|
||||
|
||||
# Find all parquet files
|
||||
processed_dir = Path(CARD_FILES_PROCESSED_DIR)
|
||||
if not processed_dir.exists():
|
||||
print(f"Error: Processed cards directory not found: {processed_dir}")
|
||||
print("Please run initial setup first to generate parquet files.")
|
||||
sys.exit(1)
|
||||
|
||||
parquet_files = list(processed_dir.glob("*.parquet"))
|
||||
if not parquet_files:
|
||||
print(f"Error: No parquet files found in {processed_dir}")
|
||||
print("Please run initial setup first to generate parquet files.")
|
||||
sys.exit(1)
|
||||
|
||||
print(f"Found {len(parquet_files)} parquet files to analyze")
|
||||
|
||||
# Build theme counts
|
||||
print("Building theme -> card count mapping...")
|
||||
theme_counts = get_theme_card_counts(parquet_files)
|
||||
|
||||
if not theme_counts:
|
||||
print("Error: No themes found in parquet files")
|
||||
sys.exit(1)
|
||||
|
||||
print(f"Found {len(theme_counts)} unique themes")
|
||||
|
||||
# Identify themes to strip
|
||||
themes_to_strip = identify_themes_to_strip(theme_counts, min_cards)
|
||||
|
||||
# Get distribution
|
||||
distribution = get_theme_distribution(theme_counts)
|
||||
|
||||
# Get themes below threshold
|
||||
below_threshold = get_themes_by_count(theme_counts, min_cards)
|
||||
|
||||
# Generate report
|
||||
output_file = Path(output_path)
|
||||
output_file.parent.mkdir(parents=True, exist_ok=True)
|
||||
|
||||
with open(output_file, 'w', encoding='utf-8') as f:
|
||||
# Header
|
||||
f.write("=" * 80 + "\n")
|
||||
f.write("THEME DISTRIBUTION ANALYSIS REPORT\n")
|
||||
f.write("=" * 80 + "\n")
|
||||
f.write(f"Generated: {datetime.now().strftime('%Y-%m-%d %H:%M:%S')}\n")
|
||||
f.write(f"Minimum Card Threshold: {min_cards}\n")
|
||||
f.write(f"Source: {processed_dir}\n")
|
||||
f.write(f"Parquet Files Analyzed: {len(parquet_files)}\n")
|
||||
f.write("=" * 80 + "\n\n")
|
||||
|
||||
# Summary statistics
|
||||
f.write("SUMMARY STATISTICS\n")
|
||||
f.write("-" * 80 + "\n")
|
||||
f.write(f"Total Themes: {distribution['total']}\n")
|
||||
f.write(f"Themes to Strip (< {min_cards} cards): {len(themes_to_strip)}\n")
|
||||
f.write(f"Themes to Keep (>= {min_cards} cards): {distribution['total'] - len(themes_to_strip)}\n")
|
||||
f.write(f"Percentage to Strip: {len(themes_to_strip) / distribution['total'] * 100:.1f}%\n")
|
||||
f.write("\n")
|
||||
|
||||
# Distribution by card count
|
||||
f.write("DISTRIBUTION BY CARD COUNT\n")
|
||||
f.write("-" * 80 + "\n")
|
||||
f.write(f" 1 card: {distribution['1_card']:4d} themes\n")
|
||||
f.write(f" 2 cards: {distribution['2_cards']:4d} themes\n")
|
||||
f.write(f" 3-4 cards: {distribution['3_4_cards']:4d} themes\n")
|
||||
f.write(f" 5-9 cards: {distribution['5_9_cards']:4d} themes\n")
|
||||
f.write(f" 10+ cards: {distribution['10_plus']:4d} themes\n")
|
||||
f.write(f" Total: {distribution['total']:4d} themes\n")
|
||||
f.write("\n")
|
||||
|
||||
# Themes below threshold
|
||||
if below_threshold:
|
||||
f.write(f"THEMES BELOW THRESHOLD (< {min_cards} cards)\n")
|
||||
f.write("=" * 80 + "\n")
|
||||
f.write(f"Total: {len(below_threshold)} themes\n\n")
|
||||
|
||||
for theme_id, count, card_list in below_threshold:
|
||||
f.write(f"Theme: {theme_id}\n")
|
||||
f.write(f"Card Count: {count}\n")
|
||||
f.write(f"Cards:\n")
|
||||
for card in card_list:
|
||||
f.write(f" - {card}\n")
|
||||
f.write("\n")
|
||||
else:
|
||||
f.write(f"NO THEMES BELOW THRESHOLD (< {min_cards} cards)\n")
|
||||
f.write("=" * 80 + "\n")
|
||||
f.write("All themes meet the minimum card requirement.\n\n")
|
||||
|
||||
# Recommendations
|
||||
f.write("RECOMMENDATIONS\n")
|
||||
f.write("=" * 80 + "\n")
|
||||
if len(themes_to_strip) > 0:
|
||||
f.write(f"• {len(themes_to_strip)} themes should be stripped\n")
|
||||
f.write(f"• This represents {len(themes_to_strip) / distribution['total'] * 100:.1f}% of the catalog\n")
|
||||
f.write(f"• Run theme stripping to remove these low-viability themes\n")
|
||||
f.write(f"• Consider adjusting THEME_MIN_CARDS if this seems too aggressive\n")
|
||||
else:
|
||||
f.write(f"• No themes below threshold (all themes have >= {min_cards} cards)\n")
|
||||
f.write(f"• Consider lowering THEME_MIN_CARDS if you want to strip more themes\n")
|
||||
f.write("\n")
|
||||
|
||||
# Footer
|
||||
f.write("=" * 80 + "\n")
|
||||
f.write("END OF REPORT\n")
|
||||
f.write("=" * 80 + "\n")
|
||||
|
||||
print(f"\nReport generated: {output_file}")
|
||||
print(f"\nSummary:")
|
||||
print(f" Total themes: {distribution['total']}")
|
||||
print(f" Themes to strip: {len(themes_to_strip)} ({len(themes_to_strip) / distribution['total'] * 100:.1f}%)")
|
||||
print(f" Themes to keep: {distribution['total'] - len(themes_to_strip)}")
|
||||
|
||||
# Print distribution
|
||||
print(f"\nDistribution:")
|
||||
print(f" 1 card: {distribution['1_card']:4d} themes")
|
||||
print(f" 2 cards: {distribution['2_cards']:4d} themes")
|
||||
print(f" 3-4 cards: {distribution['3_4_cards']:4d} themes")
|
||||
print(f" 5-9 cards: {distribution['5_9_cards']:4d} themes")
|
||||
print(f" 10+ cards: {distribution['10_plus']:4d} themes")
|
||||
|
||||
|
||||
def main():
|
||||
"""CLI entry point."""
|
||||
parser = argparse.ArgumentParser(
|
||||
description="Analyze theme distribution and identify themes below minimum card threshold"
|
||||
)
|
||||
parser.add_argument(
|
||||
'--min-cards',
|
||||
type=int,
|
||||
default=None,
|
||||
help=f'Minimum card threshold (default: {THEME_MIN_CARDS} from THEME_MIN_CARDS setting)'
|
||||
)
|
||||
parser.add_argument(
|
||||
'--output',
|
||||
type=str,
|
||||
default=None,
|
||||
help='Output file path (default: logs/theme_stripping_analysis.txt)'
|
||||
)
|
||||
|
||||
args = parser.parse_args()
|
||||
|
||||
try:
|
||||
analyze_theme_distribution(
|
||||
min_cards=args.min_cards,
|
||||
output_path=args.output
|
||||
)
|
||||
except KeyboardInterrupt:
|
||||
print("\nAnalysis cancelled by user")
|
||||
sys.exit(1)
|
||||
except Exception as e:
|
||||
print(f"\nError during analysis: {e}")
|
||||
import traceback
|
||||
traceback.print_exc()
|
||||
sys.exit(1)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
Loading…
Add table
Add a link
Reference in a new issue