EDA figures (#25)

* eda

* plots

* womens data

* womens data

* eda

* eda

* eda figures

* eda figures

* eda figures

* eda figures

* eda figures

* womens data

* removed womens data

* removed womens data

* Revert eval notebook

---------

Co-authored-by: baronet2 <[email protected]>

Author: victorhauvi

eda.ipynb

@@ -0,0 +1,77 @@
+import plotnine
+from plotnine import * 
+
+def climbers_above_replacement_level(df, color_fill, filename):
+    attempt_counts = df['Name'].value_counts()
+    climbers_above = [sum(attempt_counts > level) for level in REPLACEMENT_LEVELS]
+    plot_df = pd.DataFrame({
+        'Replacement Level': REPLACEMENT_LEVELS,
+        'Climbers Above': climbers_above})
+    plot_df['Replacement Level'] = plot_df['Replacement Level'].astype('category')
+
+    plotnine.options.figure_size = (14,6)
+    
+    p = (
+    ggplot(plot_df, aes(x='Replacement Level', y='Climbers Above'))
+    + geom_bar(stat='identity', fill=color_fill, alpha=0.7, width = 0.9)
+    + geom_text(aes(label='Climbers Above'), va='bottom', size=10)
+    + labs(x='Replacement Level $N$ (# of Problems Attempted)', 
+           y='# Climbers Above Replacement Level')
+    + theme_bw()
+    + theme(axis_title=element_text(size=16), 
+            axis_text=element_text(size=12))
+    + scale_x_discrete())
+    p.save(f'results/eda/{filename}.png', dpi=1000)
+    print(f"Saved file {filename}.png")
+
+    return p
+
+
+def height_histogram(df, color_fill, filename):
+    plotnine.options.figure_size = (12,6)
+
+    p = (ggplot(df, aes(x='Height'))
+    + geom_histogram(binwidth=2, fill=color_fill, alpha = 0.7)
+    + labs(x='Height (cm)', y='# of Climbers')
+    + theme_bw()
+    + scale_x_continuous(breaks=range(160, 191, 2))
+    + scale_y_continuous(breaks=range(0, 15, 3))
+    + theme(axis_title=element_text(size=24),
+            axis_text=element_text(size=18)))
+
+    p.save(f'results/eda/{filename}.png', dpi=1000)
+    print(f"Saved file {filename}.png")
+
+    return p
+
+def problem_attempts(df, color_fill, filename):
+    problem_id_counts = df['Problem_ID'].value_counts().reset_index()
+    problem_id_counts.columns = ['Problem_ID', 'Frequency']
+
+    plotnine.options.figure_size = (16,6)
+    p = (
+    ggplot(problem_id_counts, aes(x='Frequency'))
+    + geom_histogram(binwidth=5, fill=color_fill, alpha=0.8)
+    + labs(x='# of Climbers Attempted', 
+           y='# of Problems')
+    + theme_bw()
+    + theme(
+        axis_title=element_text(size=24),
+        axis_text=element_text(size=18))
+    + scale_x_continuous(breaks=range(0, 167, 10))
+    + scale_y_continuous(breaks=range(0, 900, 60)))
+
+    p.save(f'results/eda/{filename}.png', dpi=1000)
+    print(f"Saved file {filename}.png")
+
+    return p
+
+if __name__ == "__main__":
+    import pandas as pd
+    df = pd.read_csv('data/men_data.csv')
+    heights = pd.read_csv('data/climbers_heights.csv', index_col = 0)
+    REPLACEMENT_LEVELS = [25, 50, 100, 250, 500, 1000]
+
+    climbers_above_replacement_level(df,'#00abff', 'climbers_above_replacement_level')
+    height_histogram(heights,'#00abff', 'height_histogram')
+    problem_attempts(df, '#00abff', 'problem_id_frequency_histogram')